2024-12-04 22:40:59,165 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 22:40:59,176 main DEBUG Took 0.008861 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 22:40:59,176 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 22:40:59,177 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 22:40:59,177 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 22:40:59,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,185 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 22:40:59,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,199 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,200 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,201 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,202 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,203 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,204 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,205 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:40:59,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,208 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 22:40:59,209 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:40:59,210 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 22:40:59,212 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 22:40:59,212 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 22:40:59,213 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 22:40:59,213 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 22:40:59,220 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 22:40:59,223 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 22:40:59,224 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 22:40:59,225 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 22:40:59,225 main DEBUG createAppenders(={Console}) 2024-12-04 22:40:59,226 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-04 22:40:59,226 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 22:40:59,226 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-04 22:40:59,227 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 22:40:59,227 main DEBUG OutputStream closed 2024-12-04 22:40:59,227 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 22:40:59,228 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 22:40:59,228 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-04 22:40:59,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 22:40:59,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 22:40:59,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 22:40:59,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 22:40:59,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 22:40:59,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 22:40:59,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 22:40:59,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 22:40:59,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 22:40:59,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 22:40:59,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 22:40:59,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 22:40:59,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 22:40:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 22:40:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 22:40:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 22:40:59,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 22:40:59,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 22:40:59,303 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 22:40:59,303 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-04 22:40:59,304 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 22:40:59,304 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-04T22:40:59,495 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700 2024-12-04 22:40:59,498 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 22:40:59,498 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T22:40:59,506 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-04T22:40:59,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:40:59,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813, deleteOnExit=true 2024-12-04T22:40:59,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:40:59,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/test.cache.data in system properties and HBase conf 2024-12-04T22:40:59,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:40:59,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:40:59,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:40:59,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:40:59,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:40:59,633 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T22:40:59,719 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:40:59,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:40:59,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:40:59,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:40:59,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:40:59,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:40:59,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:40:59,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:40:59,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:40:59,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:40:59,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:40:59,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:40:59,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:40:59,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:40:59,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:41:00,714 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T22:41:00,786 INFO [Time-limited test {}] log.Log(170): Logging initialized @2229ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T22:41:00,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:00,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:41:00,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:41:00,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:41:00,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:41:00,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:00,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:41:00,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:41:01,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/java.io.tmpdir/jetty-localhost-39847-hadoop-hdfs-3_4_1-tests_jar-_-any-17199666113152794197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:41:01,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39847} 2024-12-04T22:41:01,133 INFO [Time-limited test {}] server.Server(415): Started @2577ms 2024-12-04T22:41:01,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:01,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:41:01,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:41:01,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:41:01,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:41:01,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:41:01,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:41:01,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/java.io.tmpdir/jetty-localhost-35543-hadoop-hdfs-3_4_1-tests_jar-_-any-8191779507030735957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:01,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:35543} 2024-12-04T22:41:01,776 INFO [Time-limited test {}] server.Server(415): Started @3219ms 2024-12-04T22:41:01,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:41:02,835 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/data/data2/current/BP-1105300796-172.17.0.2-1733352060198/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:02,835 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/data/data1/current/BP-1105300796-172.17.0.2-1733352060198/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:02,860 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:41:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5221db4cbc5e856 with lease ID 0x17b4438ad5dbb710: Processing first storage report for DS-e42b8270-402e-4a2c-8fee-2959c29dacd1 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=9bcfbdb8-d899-4bd6-87e1-521af4c1cf7e, infoPort=42945, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=568294641;c=1733352060198) 2024-12-04T22:41:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5221db4cbc5e856 with lease ID 0x17b4438ad5dbb710: from storage DS-e42b8270-402e-4a2c-8fee-2959c29dacd1 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=9bcfbdb8-d899-4bd6-87e1-521af4c1cf7e, infoPort=42945, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=568294641;c=1733352060198), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T22:41:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5221db4cbc5e856 with lease ID 0x17b4438ad5dbb710: Processing first storage report for DS-e1f081af-50b1-492c-b1c9-91b8838ba659 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=9bcfbdb8-d899-4bd6-87e1-521af4c1cf7e, infoPort=42945, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=568294641;c=1733352060198) 2024-12-04T22:41:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5221db4cbc5e856 with lease ID 0x17b4438ad5dbb710: from storage DS-e1f081af-50b1-492c-b1c9-91b8838ba659 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=9bcfbdb8-d899-4bd6-87e1-521af4c1cf7e, infoPort=42945, infoSecurePort=0, ipcPort=34391, storageInfo=lv=-57;cid=testClusterID;nsid=568294641;c=1733352060198), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:02,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700 2024-12-04T22:41:03,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/zookeeper_0, clientPort=59843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:41:03,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59843 2024-12-04T22:41:03,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:03,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:41:03,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 with version=8 2024-12-04T22:41:03,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/hbase-staging 2024-12-04T22:41:03,741 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T22:41:03,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:41:03,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:03,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:03,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:41:03,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:03,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:41:04,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:41:04,176 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T22:41:04,187 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T22:41:04,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:41:04,220 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4462 (auto-detected) 2024-12-04T22:41:04,221 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T22:41:04,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37849 2024-12-04T22:41:04,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37849 connecting to ZooKeeper ensemble=127.0.0.1:59843 2024-12-04T22:41:04,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378490x0, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:41:04,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37849-0x101a2817be60000 connected 2024-12-04T22:41:04,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:04,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:04,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:04,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6, hbase.cluster.distributed=false 2024-12-04T22:41:04,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:41:04,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37849 2024-12-04T22:41:04,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37849 2024-12-04T22:41:04,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37849 2024-12-04T22:41:04,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37849 2024-12-04T22:41:04,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37849 2024-12-04T22:41:04,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:41:04,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:04,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:04,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:41:04,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:04,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:41:04,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:41:04,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:41:04,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32925 2024-12-04T22:41:04,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32925 connecting to ZooKeeper ensemble=127.0.0.1:59843 2024-12-04T22:41:04,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:04,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:04,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329250x0, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:41:04,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329250x0, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:04,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32925-0x101a2817be60001 connected 2024-12-04T22:41:04,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:41:04,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:41:04,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:41:04,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:41:04,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32925 2024-12-04T22:41:04,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32925 2024-12-04T22:41:04,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32925 2024-12-04T22:41:04,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32925 2024-12-04T22:41:04,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32925 2024-12-04T22:41:04,674 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:37849 2024-12-04T22:41:04,675 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,37849,1733352063839 2024-12-04T22:41:04,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:04,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:04,688 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,37849,1733352063839 2024-12-04T22:41:04,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:04,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:41:04,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:04,719 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:41:04,720 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,37849,1733352063839 from backup master directory 2024-12-04T22:41:04,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,37849,1733352063839 2024-12-04T22:41:04,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:04,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:04,729 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:41:04,729 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,37849,1733352063839 2024-12-04T22:41:04,731 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T22:41:04,733 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T22:41:04,782 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/hbase.id] with ID: 1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633 2024-12-04T22:41:04,783 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/.tmp/hbase.id 2024-12-04T22:41:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:41:05,197 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/.tmp/hbase.id]:[hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/hbase.id] 2024-12-04T22:41:05,240 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:05,244 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:41:05,260 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-04T22:41:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:05,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:41:05,752 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:41:05,754 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:41:05,767 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:05,770 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:41:06,212 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store 2024-12-04T22:41:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:41:06,636 INFO [master/9840c0493aab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T22:41:06,640 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:06,642 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:41:06,643 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,643 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,645 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:41:06,645 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,645 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,646 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352066642Disabling compacts and flushes for region at 1733352066642Disabling writes for close at 1733352066645 (+3 ms)Writing region close event to WAL at 1733352066645Closed at 1733352066645 2024-12-04T22:41:06,649 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/.initializing 2024-12-04T22:41:06,650 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/WALs/9840c0493aab,37849,1733352063839 2024-12-04T22:41:06,663 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:41:06,682 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C37849%2C1733352063839, suffix=, logDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/WALs/9840c0493aab,37849,1733352063839, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/oldWALs, maxLogs=10 2024-12-04T22:41:06,711 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/WALs/9840c0493aab,37849,1733352063839/9840c0493aab%2C37849%2C1733352063839.1733352066688, exclude list is [], retry=0 2024-12-04T22:41:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e42b8270-402e-4a2c-8fee-2959c29dacd1,DISK] 2024-12-04T22:41:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T22:41:06,766 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/WALs/9840c0493aab,37849,1733352063839/9840c0493aab%2C37849%2C1733352063839.1733352066688 2024-12-04T22:41:06,767 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42945:42945)] 2024-12-04T22:41:06,768 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:06,768 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:06,772 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,773 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:41:06,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:06,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:06,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:41:06,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:06,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:06,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:41:06,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:06,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:06,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:41:06,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:06,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:06,860 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,866 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,868 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,877 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,878 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,883 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:41:06,888 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:06,894 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:06,896 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69093681, jitterRate=0.029576078057289124}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:41:06,902 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352066784Initializing all the Stores at 1733352066787 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352066787Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352066788 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352066789 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352066789Cleaning up temporary data from old regions at 1733352066878 (+89 ms)Region opened successfully at 1733352066902 (+24 ms) 2024-12-04T22:41:06,904 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:41:06,942 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad6cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:41:06,976 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:41:06,989 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:41:06,989 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:41:06,993 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:41:06,994 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T22:41:06,998 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T22:41:06,999 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T22:41:07,021 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:41:07,032 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:41:07,124 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:41:07,128 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:41:07,130 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:41:07,252 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:41:07,260 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:41:07,263 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:41:07,391 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:41:07,396 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:41:07,462 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:41:07,485 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:41:07,551 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:41:07,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:07,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:07,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:07,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:07,583 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,37849,1733352063839, sessionid=0x101a2817be60000, setting cluster-up flag (Was=false) 2024-12-04T22:41:07,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:07,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:07,644 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:41:07,646 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,37849,1733352063839 2024-12-04T22:41:07,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:07,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:07,696 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:41:07,698 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,37849,1733352063839 2024-12-04T22:41:07,706 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:41:07,767 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(746): ClusterId : 1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633 2024-12-04T22:41:07,769 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:41:07,771 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:07,779 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:41:07,785 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:41:07,790 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,37849,1733352063839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:41:07,845 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:41:07,845 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:41:07,846 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:07,846 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:07,847 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:07,847 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:07,847 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:41:07,847 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:07,848 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:41:07,848 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:07,852 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352097852 2024-12-04T22:41:07,854 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:41:07,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:07,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:41:07,855 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:41:07,860 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:41:07,860 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:41:07,861 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:41:07,861 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:41:07,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:07,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:41:07,863 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:07,867 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:41:07,868 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:41:07,868 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:41:07,870 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:41:07,870 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:41:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:41:07,872 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352067872,5,FailOnTimeoutGroup] 2024-12-04T22:41:07,873 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352067872,5,FailOnTimeoutGroup] 2024-12-04T22:41:07,873 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:07,873 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:41:07,874 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:07,874 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:07,908 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:41:07,909 DEBUG [RS:0;9840c0493aab:32925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245e203e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:41:07,924 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:32925 2024-12-04T22:41:07,927 INFO [RS:0;9840c0493aab:32925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:41:07,927 INFO [RS:0;9840c0493aab:32925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:41:07,927 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:41:07,930 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,37849,1733352063839 with port=32925, startcode=1733352064572 2024-12-04T22:41:07,939 DEBUG [RS:0;9840c0493aab:32925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:41:07,969 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:41:07,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,32925,1733352064572 2024-12-04T22:41:07,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,32925,1733352064572 2024-12-04T22:41:07,988 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:41:07,988 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38975 2024-12-04T22:41:07,988 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:41:08,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:41:08,028 DEBUG [RS:0;9840c0493aab:32925 {}] zookeeper.ZKUtil(111): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,32925,1733352064572 2024-12-04T22:41:08,028 WARN [RS:0;9840c0493aab:32925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:41:08,029 INFO [RS:0;9840c0493aab:32925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:08,029 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572 2024-12-04T22:41:08,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,32925,1733352064572] 2024-12-04T22:41:08,058 INFO [RS:0;9840c0493aab:32925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:41:08,072 INFO [RS:0;9840c0493aab:32925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:41:08,078 INFO [RS:0;9840c0493aab:32925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:41:08,078 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,079 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:41:08,086 INFO [RS:0;9840c0493aab:32925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:41:08,088 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,088 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,088 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,089 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,089 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,089 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,089 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:41:08,089 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,090 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,090 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,090 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,090 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,090 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:08,091 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:08,091 DEBUG [RS:0;9840c0493aab:32925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:08,092 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,092 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,092 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,093 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,093 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,093 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,32925,1733352064572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:41:08,108 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:41:08,109 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,32925,1733352064572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,110 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,110 INFO [RS:0;9840c0493aab:32925 {}] regionserver.Replication(171): 9840c0493aab,32925,1733352064572 started 2024-12-04T22:41:08,125 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:08,125 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,32925,1733352064572, RpcServer on 9840c0493aab/172.17.0.2:32925, sessionid=0x101a2817be60001 2024-12-04T22:41:08,125 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:41:08,126 DEBUG [RS:0;9840c0493aab:32925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,32925,1733352064572 2024-12-04T22:41:08,126 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,32925,1733352064572' 2024-12-04T22:41:08,126 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:41:08,127 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:41:08,128 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:41:08,128 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:41:08,128 DEBUG [RS:0;9840c0493aab:32925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,32925,1733352064572 2024-12-04T22:41:08,128 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,32925,1733352064572' 2024-12-04T22:41:08,128 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:41:08,129 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:41:08,129 DEBUG [RS:0;9840c0493aab:32925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:41:08,129 INFO [RS:0;9840c0493aab:32925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:41:08,129 INFO [RS:0;9840c0493aab:32925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:41:08,235 INFO [RS:0;9840c0493aab:32925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:41:08,239 INFO [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C32925%2C1733352064572, suffix=, logDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/oldWALs, maxLogs=32 2024-12-04T22:41:08,254 DEBUG [RS:0;9840c0493aab:32925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572/9840c0493aab%2C32925%2C1733352064572.1733352068241, exclude list is [], retry=0 2024-12-04T22:41:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e42b8270-402e-4a2c-8fee-2959c29dacd1,DISK] 2024-12-04T22:41:08,262 INFO [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572/9840c0493aab%2C32925%2C1733352064572.1733352068241 2024-12-04T22:41:08,263 DEBUG [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42945:42945)] 2024-12-04T22:41:08,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:41:08,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:41:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741833_1009 (size=32) 2024-12-04T22:41:08,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:08,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:41:08,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:41:08,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:08,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:08,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:41:08,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:41:08,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:08,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:08,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:41:08,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:41:08,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:08,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:08,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:41:08,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:41:08,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:08,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:08,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:41:08,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740 2024-12-04T22:41:08,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740 2024-12-04T22:41:08,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:41:08,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:41:08,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:41:08,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:41:08,723 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:08,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71514684, jitterRate=0.06565183401107788}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:41:08,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352068690Initializing all the Stores at 1733352068694 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352068694Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352068695 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352068695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352068695Cleaning up temporary data from old regions at 1733352068716 (+21 ms)Region opened successfully at 1733352068725 (+9 ms) 2024-12-04T22:41:08,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:41:08,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:41:08,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:41:08,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:41:08,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:41:08,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:41:08,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352068726Disabling compacts and flushes for region at 1733352068726Disabling writes for close at 1733352068726Writing region close event to WAL at 1733352068727 (+1 ms)Closed at 1733352068727 2024-12-04T22:41:08,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:08,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:41:08,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:41:08,745 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:41:08,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:41:08,905 DEBUG [9840c0493aab:37849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T22:41:08,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:08,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,32925,1733352064572, state=OPENING 2024-12-04T22:41:09,062 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:41:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:09,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:09,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:09,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:41:09,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:41:09,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:41:09,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39209, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:41:09,358 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:41:09,358 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:09,359 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:41:09,362 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C32925%2C1733352064572.meta, suffix=.meta, logDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572, archiveDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/oldWALs, maxLogs=32 2024-12-04T22:41:09,376 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572/9840c0493aab%2C32925%2C1733352064572.meta.1733352069363.meta, exclude list is [], retry=0 2024-12-04T22:41:09,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-e42b8270-402e-4a2c-8fee-2959c29dacd1,DISK] 2024-12-04T22:41:09,381 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/WALs/9840c0493aab,32925,1733352064572/9840c0493aab%2C32925%2C1733352064572.meta.1733352069363.meta 2024-12-04T22:41:09,382 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42945:42945)] 2024-12-04T22:41:09,382 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:09,384 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:41:09,386 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:41:09,390 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:41:09,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:41:09,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:09,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:41:09,394 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:41:09,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:41:09,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:41:09,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:09,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:09,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:41:09,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:41:09,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:09,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:09,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:41:09,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:41:09,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:09,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:09,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:41:09,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:41:09,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:09,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:09,407 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:41:09,409 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740 2024-12-04T22:41:09,411 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740 2024-12-04T22:41:09,414 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:41:09,414 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:41:09,415 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:41:09,418 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:41:09,419 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60033139, jitterRate=-0.10543651878833771}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:41:09,420 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:41:09,421 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352069395Writing region info on filesystem at 1733352069395Initializing all the Stores at 1733352069397 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352069397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352069397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352069397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352069397Cleaning up temporary data from old regions at 1733352069414 (+17 ms)Running coprocessor post-open hooks at 1733352069420 (+6 ms)Region opened successfully at 1733352069421 (+1 ms) 2024-12-04T22:41:09,428 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352069337 2024-12-04T22:41:09,438 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:41:09,438 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:41:09,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:09,442 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,32925,1733352064572, state=OPEN 2024-12-04T22:41:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:41:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:41:09,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:09,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:09,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:09,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:41:09,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,32925,1733352064572 in 408 msec 2024-12-04T22:41:09,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:41:09,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 849 msec 2024-12-04T22:41:09,593 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:09,593 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:41:09,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:09,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:09,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:09,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:09,740 INFO [AsyncFSWAL-0-hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6-prefix:9840c0493aab,32925,1733352064572.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 103 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44531,DS-e42b8270-402e-4a2c-8fee-2959c29dacd1,DISK]] 2024-12-04T22:41:09,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0200 sec 2024-12-04T22:41:09,758 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352069758, completionTime=-1 2024-12-04T22:41:09,761 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T22:41:09,762 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:41:09,782 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T22:41:09,782 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352129782 2024-12-04T22:41:09,782 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733352189782 2024-12-04T22:41:09,782 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-12-04T22:41:09,785 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37849,1733352063839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,785 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37849,1733352063839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,785 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37849,1733352063839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,787 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:37849, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,788 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,788 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,794 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:41:09,813 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.084sec 2024-12-04T22:41:09,814 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:41:09,815 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:41:09,816 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:41:09,816 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:41:09,816 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:41:09,817 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37849,1733352063839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:41:09,818 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37849,1733352063839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:41:09,826 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:41:09,827 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:41:09,827 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37849,1733352063839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:09,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:09,884 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T22:41:09,884 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T22:41:09,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:09,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:09,895 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15db55a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:09,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:09,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:09,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:09,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:09,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,37849,1733352063839 2024-12-04T22:41:09,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=11241 2024-12-04T22:41:09,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:41:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:41:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57db5d72 2024-12-04T22:41:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:41:09,983 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:41:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:41:09,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:41:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:10,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:41:10,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-04T22:41:10,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:10,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:41:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741835_1011 (size=1061) 2024-12-04T22:41:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:10,437 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:41:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741836_1012 (size=53) 2024-12-04T22:41:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:10,849 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:10,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 96ec22176583ddd29a65534d0bef9862, disabling compactions & flushes 2024-12-04T22:41:10,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:10,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:10,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. after waiting 0 ms 2024-12-04T22:41:10,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:10,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:10,850 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96ec22176583ddd29a65534d0bef9862: Waiting for close lock at 1733352070849Disabling compacts and flushes for region at 1733352070849Disabling writes for close at 1733352070850 (+1 ms)Writing region close event to WAL at 1733352070850Closed at 1733352070850 2024-12-04T22:41:10,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:41:10,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733352070853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352070853"}]},"ts":"1733352070853"} 2024-12-04T22:41:10,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:41:10,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:41:10,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352070865"}]},"ts":"1733352070865"} 2024-12-04T22:41:10,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T22:41:10,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, ASSIGN}] 2024-12-04T22:41:10,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, ASSIGN 2024-12-04T22:41:10,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, ASSIGN; state=OFFLINE, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=false 2024-12-04T22:41:11,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ec22176583ddd29a65534d0bef9862, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, ASSIGN because future has completed 2024-12-04T22:41:11,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:41:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:11,196 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:11,197 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:11,197 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,198 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:11,198 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,198 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,201 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,205 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:11,206 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ec22176583ddd29a65534d0bef9862 columnFamilyName A 2024-12-04T22:41:11,206 DEBUG [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,207 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.HStore(327): Store=96ec22176583ddd29a65534d0bef9862/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:11,208 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,210 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:11,211 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ec22176583ddd29a65534d0bef9862 columnFamilyName B 2024-12-04T22:41:11,211 DEBUG [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,212 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.HStore(327): Store=96ec22176583ddd29a65534d0bef9862/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:11,212 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,214 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:11,215 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ec22176583ddd29a65534d0bef9862 columnFamilyName C 2024-12-04T22:41:11,215 DEBUG [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,216 INFO [StoreOpener-96ec22176583ddd29a65534d0bef9862-1 {}] regionserver.HStore(327): Store=96ec22176583ddd29a65534d0bef9862/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:11,217 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:11,217 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,220 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,221 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,226 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,226 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,228 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:41:11,231 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,240 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:11,241 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96ec22176583ddd29a65534d0bef9862; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64020886, jitterRate=-0.0460144579410553}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:41:11,241 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:11,243 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96ec22176583ddd29a65534d0bef9862: Running coprocessor pre-open hook at 1733352071198Writing region info on filesystem at 1733352071198Initializing all the Stores at 1733352071201 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352071201Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352071201Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352071201Cleaning up temporary data from old regions at 1733352071226 (+25 ms)Running coprocessor post-open hooks at 1733352071242 (+16 ms)Region opened successfully at 1733352071243 (+1 ms) 2024-12-04T22:41:11,245 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., pid=6, masterSystemTime=1733352071189 2024-12-04T22:41:11,250 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:11,250 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:11,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ec22176583ddd29a65534d0bef9862, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:11,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:41:11,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T22:41:11,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 in 232 msec 2024-12-04T22:41:11,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T22:41:11,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, ASSIGN in 400 msec 2024-12-04T22:41:11,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:41:11,284 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352071284"}]},"ts":"1733352071284"} 2024-12-04T22:41:11,288 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T22:41:11,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:41:11,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2950 sec 2024-12-04T22:41:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:12,174 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:12,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,183 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c73ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,186 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:41:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:41:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b005fc9 2024-12-04T22:41:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:41:12,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:41:12,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,205 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef1bd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,208 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,216 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,220 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3ac293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,223 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b37f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,230 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38788dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35818969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cd5b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,241 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344fa400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,245 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eac2906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,248 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a3e301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,252 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db01178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,258 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7cbb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,262 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f086cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:12,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:12,265 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d4fe5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:12,267 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:12,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72cf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:12,272 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,272 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,273 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,273 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,274 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,274 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,276 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,278 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:12,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,282 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:12,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:12,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:41:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-04T22:41:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:41:12,306 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:12,308 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:12,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:12,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:41:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:12,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:41:12,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/54bdaa409c6c433aa26080045a186667 is 50, key is test_row_0/A:col10/1733352072297/Put/seqid=0 2024-12-04T22:41:12,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:41:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:12,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733352072443, max timestamp=1733352072483Num uniques 859; 2024-12-04T22:41:12,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352072443, max timestamp=1733352072484Num uniques 859; 2024-12-04T22:41:12,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-04T22:41:12,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352132493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352072443, max timestamp=1733352072485Num uniques 859; 2024-12-04T22:41:12,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741837_1013 (size=12001) 2024-12-04T22:41:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352132592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352132599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352132604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352132604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:41:12,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352132672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:12,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352132710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352132721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352132722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352132722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:41:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:12,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:12,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352132891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352132920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:41:12,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352132932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352132932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352132942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:12,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/54bdaa409c6c433aa26080045a186667 2024-12-04T22:41:13,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:41:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:13,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:13,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6b08446260ee470d986bc9e36d59dd5a is 50, key is test_row_0/B:col10/1733352072297/Put/seqid=0 2024-12-04T22:41:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741838_1014 (size=12001) 2024-12-04T22:41:13,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6b08446260ee470d986bc9e36d59dd5a 2024-12-04T22:41:13,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:41:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:13,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:13,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7020526a997c4181b8ccc65aa5bd39a5 is 50, key is test_row_0/C:col10/1733352072297/Put/seqid=0 2024-12-04T22:41:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741839_1015 (size=12001) 2024-12-04T22:41:13,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7020526a997c4181b8ccc65aa5bd39a5 2024-12-04T22:41:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/54bdaa409c6c433aa26080045a186667 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/54bdaa409c6c433aa26080045a186667 2024-12-04T22:41:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352133200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/54bdaa409c6c433aa26080045a186667, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:41:13,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6b08446260ee470d986bc9e36d59dd5a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b08446260ee470d986bc9e36d59dd5a 2024-12-04T22:41:13,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b08446260ee470d986bc9e36d59dd5a, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:41:13,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7020526a997c4181b8ccc65aa5bd39a5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7020526a997c4181b8ccc65aa5bd39a5 2024-12-04T22:41:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352133230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352133240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352133241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352133250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7020526a997c4181b8ccc65aa5bd39a5, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:41:13,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=133.78 KB/136995 for 96ec22176583ddd29a65534d0bef9862 in 914ms, sequenceid=12, compaction requested=false 2024-12-04T22:41:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T22:41:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:13,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T22:41:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:13,315 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=133.78 KB heapSize=384.07 KB 2024-12-04T22:41:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:13,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/0cb1755e84dc4468aaa519fbfaeab6cd is 50, key is test_row_0/A:col10/1733352072597/Put/seqid=0 2024-12-04T22:41:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741840_1016 (size=12001) 2024-12-04T22:41:13,360 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/0cb1755e84dc4468aaa519fbfaeab6cd 2024-12-04T22:41:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f2296b9f6ebd49a991f68627604d0ada is 50, key is test_row_0/B:col10/1733352072597/Put/seqid=0 2024-12-04T22:41:13,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741841_1017 (size=12001) 2024-12-04T22:41:13,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f2296b9f6ebd49a991f68627604d0ada 2024-12-04T22:41:13,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/960a3266a0c540f2b10ee9191ddb228b is 50, key is test_row_0/C:col10/1733352072597/Put/seqid=0 2024-12-04T22:41:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:41:13,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741842_1018 (size=12001) 2024-12-04T22:41:13,457 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/960a3266a0c540f2b10ee9191ddb228b 2024-12-04T22:41:13,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/0cb1755e84dc4468aaa519fbfaeab6cd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0cb1755e84dc4468aaa519fbfaeab6cd 2024-12-04T22:41:13,489 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0cb1755e84dc4468aaa519fbfaeab6cd, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:41:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f2296b9f6ebd49a991f68627604d0ada as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f2296b9f6ebd49a991f68627604d0ada 2024-12-04T22:41:13,507 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f2296b9f6ebd49a991f68627604d0ada, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:41:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-04T22:41:13,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/960a3266a0c540f2b10ee9191ddb228b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/960a3266a0c540f2b10ee9191ddb228b 2024-12-04T22:41:13,534 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/960a3266a0c540f2b10ee9191ddb228b, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:41:13,538 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~384.02 KB/393240, currentSize=0 B/0 for 96ec22176583ddd29a65534d0bef9862 in 224ms, sequenceid=49, compaction requested=false 2024-12-04T22:41:13,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:13,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:13,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T22:41:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T22:41:13,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T22:41:13,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec 2024-12-04T22:41:13,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2760 sec 2024-12-04T22:41:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:13,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:13,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:13,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e367191912324160a59ba84a4e5679d6 is 50, key is test_row_0/A:col10/1733352073748/Put/seqid=0 2024-12-04T22:41:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741843_1019 (size=12001) 2024-12-04T22:41:13,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e367191912324160a59ba84a4e5679d6 2024-12-04T22:41:13,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/0917c29f69f840d68de9ff74c3f2332e is 50, key is test_row_0/B:col10/1733352073748/Put/seqid=0 2024-12-04T22:41:13,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741844_1020 (size=12001) 2024-12-04T22:41:13,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733352073791, max timestamp=1733352073869Num uniques 859; 2024-12-04T22:41:13,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T22:41:13,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352073806, max timestamp=1733352073869Num uniques 859; 2024-12-04T22:41:13,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352073806, max timestamp=1733352073872Num uniques 859; 2024-12-04T22:41:13,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:13,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352133919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352133926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352133930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:13,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352133933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352133933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:13,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352134041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352134041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352134050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:41:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352134051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352134051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:41:14,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T22:41:14,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:41:14,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T22:41:14,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T22:41:14,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T22:41:14,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T22:41:14,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T22:41:14,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/0917c29f69f840d68de9ff74c3f2332e 2024-12-04T22:41:14,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/accd1b95fef949dc88ea5296d9a585c9 is 50, key is test_row_0/C:col10/1733352073748/Put/seqid=0 2024-12-04T22:41:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352134250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352134260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352134261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352134260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352134261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741845_1021 (size=12001) 2024-12-04T22:41:14,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/accd1b95fef949dc88ea5296d9a585c9 2024-12-04T22:41:14,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e367191912324160a59ba84a4e5679d6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e367191912324160a59ba84a4e5679d6 2024-12-04T22:41:14,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e367191912324160a59ba84a4e5679d6, entries=150, sequenceid=59, filesize=11.7 K 2024-12-04T22:41:14,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/0917c29f69f840d68de9ff74c3f2332e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0917c29f69f840d68de9ff74c3f2332e 2024-12-04T22:41:14,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0917c29f69f840d68de9ff74c3f2332e, entries=150, sequenceid=59, filesize=11.7 K 2024-12-04T22:41:14,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/accd1b95fef949dc88ea5296d9a585c9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/accd1b95fef949dc88ea5296d9a585c9 2024-12-04T22:41:14,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/accd1b95fef949dc88ea5296d9a585c9, entries=150, sequenceid=59, filesize=11.7 K 2024-12-04T22:41:14,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=143.13 KB/146560 for 96ec22176583ddd29a65534d0bef9862 in 593ms, sequenceid=59, compaction requested=true 2024-12-04T22:41:14,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:14,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:14,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:14,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:14,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:14,359 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:14,360 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:14,364 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:14,366 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:14,366 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:14,366 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:14,367 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,367 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,367 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b08446260ee470d986bc9e36d59dd5a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f2296b9f6ebd49a991f68627604d0ada, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0917c29f69f840d68de9ff74c3f2332e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.2 K 2024-12-04T22:41:14,367 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/54bdaa409c6c433aa26080045a186667, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0cb1755e84dc4468aaa519fbfaeab6cd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e367191912324160a59ba84a4e5679d6] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.2 K 2024-12-04T22:41:14,369 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b08446260ee470d986bc9e36d59dd5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352072297 2024-12-04T22:41:14,370 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54bdaa409c6c433aa26080045a186667, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352072297 2024-12-04T22:41:14,370 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f2296b9f6ebd49a991f68627604d0ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352072568 2024-12-04T22:41:14,371 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0917c29f69f840d68de9ff74c3f2332e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733352073739 2024-12-04T22:41:14,372 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cb1755e84dc4468aaa519fbfaeab6cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352072568 2024-12-04T22:41:14,374 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e367191912324160a59ba84a4e5679d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733352073739 2024-12-04T22:41:14,425 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#9 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:14,426 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/63daff25822d40dc958c205ba875532c is 50, key is test_row_0/B:col10/1733352073748/Put/seqid=0 2024-12-04T22:41:14,433 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:14,434 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/23bc32ea69c346d384fff0cf18b89ff6 is 50, key is test_row_0/A:col10/1733352073748/Put/seqid=0 2024-12-04T22:41:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T22:41:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741846_1022 (size=12104) 2024-12-04T22:41:14,451 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:14,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-04T22:41:14,456 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:41:14,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:14,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741847_1023 (size=12104) 2024-12-04T22:41:14,482 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/63daff25822d40dc958c205ba875532c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/63daff25822d40dc958c205ba875532c 2024-12-04T22:41:14,493 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/23bc32ea69c346d384fff0cf18b89ff6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/23bc32ea69c346d384fff0cf18b89ff6 2024-12-04T22:41:14,509 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 63daff25822d40dc958c205ba875532c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:14,509 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:14,514 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352074356; duration=0sec 2024-12-04T22:41:14,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:14,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:14,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:14,519 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:14,519 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:14,520 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,520 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7020526a997c4181b8ccc65aa5bd39a5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/960a3266a0c540f2b10ee9191ddb228b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/accd1b95fef949dc88ea5296d9a585c9] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.2 K 2024-12-04T22:41:14,521 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 23bc32ea69c346d384fff0cf18b89ff6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:14,521 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:14,521 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352074353; duration=0sec 2024-12-04T22:41:14,522 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:14,522 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:14,522 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7020526a997c4181b8ccc65aa5bd39a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352072297 2024-12-04T22:41:14,523 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 960a3266a0c540f2b10ee9191ddb228b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352072568 2024-12-04T22:41:14,524 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting accd1b95fef949dc88ea5296d9a585c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733352073739 2024-12-04T22:41:14,558 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#11 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:14,559 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/f4fa513db84a439f85abb5a4ffe2dc46 is 50, key is test_row_0/C:col10/1733352073748/Put/seqid=0 2024-12-04T22:41:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:41:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741848_1024 (size=12104) 2024-12-04T22:41:14,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352073911, max timestamp=1733352074578Num uniques 1218; 2024-12-04T22:41:14,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=7688, suffix heap size=154640,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=168 2024-12-04T22:41:14,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352073911, max timestamp=1733352074578Num uniques 1018; 2024-12-04T22:41:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:14,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=71.56 KB heapSize=198.72 KB 2024-12-04T22:41:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:14,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:41:14,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:41:14,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/92b623d47f724e90a99fc82b34f425ae is 50, key is test_row_0/A:col10/1733352074581/Put/seqid=0 2024-12-04T22:41:14,604 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/f4fa513db84a439f85abb5a4ffe2dc46 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/f4fa513db84a439f85abb5a4ffe2dc46 2024-12-04T22:41:14,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T22:41:14,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741849_1025 (size=16681) 2024-12-04T22:41:14,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/92b623d47f724e90a99fc82b34f425ae 2024-12-04T22:41:14,628 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into f4fa513db84a439f85abb5a4ffe2dc46(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:14,628 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:14,628 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352074357; duration=0sec 2024-12-04T22:41:14,628 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:14,628 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:14,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/c62b42cdee0c40c78cb810b87dd26b45 is 50, key is test_row_0/B:col10/1733352074581/Put/seqid=0 2024-12-04T22:41:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352134638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352134640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352134641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352134643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352134651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741850_1026 (size=12001) 2024-12-04T22:41:14,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/c62b42cdee0c40c78cb810b87dd26b45 2024-12-04T22:41:14,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/dc2346ab05e04a1b8aebc2fecd364c69 is 50, key is test_row_0/C:col10/1733352074581/Put/seqid=0 2024-12-04T22:41:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741851_1027 (size=12001) 2024-12-04T22:41:14,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/dc2346ab05e04a1b8aebc2fecd364c69 2024-12-04T22:41:14,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/92b623d47f724e90a99fc82b34f425ae as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/92b623d47f724e90a99fc82b34f425ae 2024-12-04T22:41:14,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/92b623d47f724e90a99fc82b34f425ae, entries=250, sequenceid=100, filesize=16.3 K 2024-12-04T22:41:14,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/c62b42cdee0c40c78cb810b87dd26b45 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c62b42cdee0c40c78cb810b87dd26b45 2024-12-04T22:41:14,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352134760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c62b42cdee0c40c78cb810b87dd26b45, entries=150, sequenceid=100, filesize=11.7 K 2024-12-04T22:41:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352134760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352134760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352134760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/dc2346ab05e04a1b8aebc2fecd364c69 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/dc2346ab05e04a1b8aebc2fecd364c69 2024-12-04T22:41:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:41:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352134770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:14,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:14,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T22:41:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:14,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/dc2346ab05e04a1b8aebc2fecd364c69, entries=150, sequenceid=100, filesize=11.7 K 2024-12-04T22:41:14,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~198.67 KB/203440, currentSize=107.34 KB/109920 for 96ec22176583ddd29a65534d0bef9862 in 194ms, sequenceid=100, compaction requested=false 2024-12-04T22:41:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:14,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:41:14,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T22:41:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:14,931 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T22:41:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:14,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8d27af8fb76d4a05941203f9aec32a2b is 50, key is test_row_0/A:col10/1733352074619/Put/seqid=0 2024-12-04T22:41:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:14,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741852_1028 (size=12001) 2024-12-04T22:41:14,996 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8d27af8fb76d4a05941203f9aec32a2b 2024-12-04T22:41:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352135001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352135003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352135004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/db671942e977463cbd37bc6c9c59acd6 is 50, key is test_row_0/B:col10/1733352074619/Put/seqid=0 2024-12-04T22:41:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352135008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352135012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741853_1029 (size=12001) 2024-12-04T22:41:15,036 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/db671942e977463cbd37bc6c9c59acd6 2024-12-04T22:41:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/9475c30207544bdba182de253b195941 is 50, key is test_row_0/C:col10/1733352074619/Put/seqid=0 2024-12-04T22:41:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741854_1030 (size=12001) 2024-12-04T22:41:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:41:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352135120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352135120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352135120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352135129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352135130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352135330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352135330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352135340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352135340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352135340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,476 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/9475c30207544bdba182de253b195941 2024-12-04T22:41:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8d27af8fb76d4a05941203f9aec32a2b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8d27af8fb76d4a05941203f9aec32a2b 2024-12-04T22:41:15,505 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8d27af8fb76d4a05941203f9aec32a2b, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T22:41:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/db671942e977463cbd37bc6c9c59acd6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/db671942e977463cbd37bc6c9c59acd6 2024-12-04T22:41:15,524 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/db671942e977463cbd37bc6c9c59acd6, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T22:41:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/9475c30207544bdba182de253b195941 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9475c30207544bdba182de253b195941 2024-12-04T22:41:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9475c30207544bdba182de253b195941, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T22:41:15,542 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 96ec22176583ddd29a65534d0bef9862 in 611ms, sequenceid=120, compaction requested=true 2024-12-04T22:41:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T22:41:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T22:41:15,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T22:41:15,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-12-04T22:41:15,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1020 sec 2024-12-04T22:41:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T22:41:15,590 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:15,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-04T22:41:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:41:15,595 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:15,597 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:15,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:15,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T22:41:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:15,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/d2930128298f4c3eaf397a86fe675b57 is 50, key is test_row_0/A:col10/1733352074998/Put/seqid=0 2024-12-04T22:41:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741855_1031 (size=14541) 2024-12-04T22:41:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:41:15,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/d2930128298f4c3eaf397a86fe675b57 2024-12-04T22:41:15,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352135701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352135705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352135713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352135716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352135718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/5347cdf9e64a4256926224dc64a63667 is 50, key is test_row_0/B:col10/1733352074998/Put/seqid=0 2024-12-04T22:41:15,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:15,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:15,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741856_1032 (size=12151) 2024-12-04T22:41:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352135820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352135820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352135831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352135831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352135831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:15,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:15,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:41:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352136029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352136030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352136040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352136041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352136041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/5347cdf9e64a4256926224dc64a63667 2024-12-04T22:41:16,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/30b82de5caf24ee8b100a9b2ea0cc65e is 50, key is test_row_0/C:col10/1733352074998/Put/seqid=0 2024-12-04T22:41:16,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:41:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741857_1033 (size=12151) 2024-12-04T22:41:16,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352136341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352136341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352136350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352136350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352136359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:16,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/30b82de5caf24ee8b100a9b2ea0cc65e 2024-12-04T22:41:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/d2930128298f4c3eaf397a86fe675b57 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d2930128298f4c3eaf397a86fe675b57 2024-12-04T22:41:16,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d2930128298f4c3eaf397a86fe675b57, entries=200, sequenceid=134, filesize=14.2 K 2024-12-04T22:41:16,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/5347cdf9e64a4256926224dc64a63667 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/5347cdf9e64a4256926224dc64a63667 2024-12-04T22:41:16,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/5347cdf9e64a4256926224dc64a63667, entries=150, sequenceid=134, filesize=11.9 K 2024-12-04T22:41:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/30b82de5caf24ee8b100a9b2ea0cc65e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/30b82de5caf24ee8b100a9b2ea0cc65e 2024-12-04T22:41:16,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/30b82de5caf24ee8b100a9b2ea0cc65e, entries=150, sequenceid=134, filesize=11.9 K 2024-12-04T22:41:16,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 96ec22176583ddd29a65534d0bef9862 in 1045ms, sequenceid=134, compaction requested=true 2024-12-04T22:41:16,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:16,689 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:16,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:16,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:16,690 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:16,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:16,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T22:41:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,692 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T22:41:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:16,694 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55327 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:16,694 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:16,694 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,694 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/23bc32ea69c346d384fff0cf18b89ff6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/92b623d47f724e90a99fc82b34f425ae, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8d27af8fb76d4a05941203f9aec32a2b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d2930128298f4c3eaf397a86fe675b57] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=54.0 K 2024-12-04T22:41:16,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:16,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:16,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:16,697 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:16,697 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:16,697 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,697 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/63daff25822d40dc958c205ba875532c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c62b42cdee0c40c78cb810b87dd26b45, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/db671942e977463cbd37bc6c9c59acd6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/5347cdf9e64a4256926224dc64a63667] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=47.1 K 2024-12-04T22:41:16,698 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23bc32ea69c346d384fff0cf18b89ff6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733352073739 2024-12-04T22:41:16,699 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 63daff25822d40dc958c205ba875532c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733352073739 2024-12-04T22:41:16,700 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c62b42cdee0c40c78cb810b87dd26b45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733352073911 2024-12-04T22:41:16,700 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92b623d47f724e90a99fc82b34f425ae, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733352073911 2024-12-04T22:41:16,702 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting db671942e977463cbd37bc6c9c59acd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352074619 2024-12-04T22:41:16,703 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d27af8fb76d4a05941203f9aec32a2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352074619 2024-12-04T22:41:16,705 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5347cdf9e64a4256926224dc64a63667, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733352074998 2024-12-04T22:41:16,706 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2930128298f4c3eaf397a86fe675b57, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733352074998 2024-12-04T22:41:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/42cd14e68dc44125ac6ce0b4fcd79873 is 50, key is test_row_0/A:col10/1733352075701/Put/seqid=0 2024-12-04T22:41:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:41:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741858_1034 (size=12151) 2024-12-04T22:41:16,751 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:16,751 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#23 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:16,752 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e88689da9c3549f4b53446d7e14f409e is 50, key is test_row_0/A:col10/1733352074998/Put/seqid=0 2024-12-04T22:41:16,752 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6282bd54277742beb2b4a17f3c9dc819 is 50, key is test_row_0/B:col10/1733352074998/Put/seqid=0 2024-12-04T22:41:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741860_1036 (size=12391) 2024-12-04T22:41:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741859_1035 (size=12391) 2024-12-04T22:41:16,791 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e88689da9c3549f4b53446d7e14f409e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e88689da9c3549f4b53446d7e14f409e 2024-12-04T22:41:16,801 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6282bd54277742beb2b4a17f3c9dc819 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6282bd54277742beb2b4a17f3c9dc819 2024-12-04T22:41:16,814 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 6282bd54277742beb2b4a17f3c9dc819(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:16,814 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:16,815 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=12, startTime=1733352076690; duration=0sec 2024-12-04T22:41:16,815 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:16,815 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:16,815 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:16,820 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:16,820 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:16,820 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:16,820 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into e88689da9c3549f4b53446d7e14f409e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:16,820 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:16,820 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/f4fa513db84a439f85abb5a4ffe2dc46, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/dc2346ab05e04a1b8aebc2fecd364c69, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9475c30207544bdba182de253b195941, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/30b82de5caf24ee8b100a9b2ea0cc65e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=47.1 K 2024-12-04T22:41:16,820 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=12, startTime=1733352076688; duration=0sec 2024-12-04T22:41:16,820 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:16,821 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:16,821 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f4fa513db84a439f85abb5a4ffe2dc46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733352073739 2024-12-04T22:41:16,822 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting dc2346ab05e04a1b8aebc2fecd364c69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733352073911 2024-12-04T22:41:16,822 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9475c30207544bdba182de253b195941, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352074619 2024-12-04T22:41:16,823 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b82de5caf24ee8b100a9b2ea0cc65e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733352074998 2024-12-04T22:41:16,847 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:16,848 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/6d2dfb3fb4d043b8adf8d1affc2907fd is 50, key is test_row_0/C:col10/1733352074998/Put/seqid=0 2024-12-04T22:41:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741861_1037 (size=12391) 2024-12-04T22:41:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352136873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352136875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352136878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352136879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352136880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352136990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352136990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352136990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352136990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,145 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/42cd14e68dc44125ac6ce0b4fcd79873 2024-12-04T22:41:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/0d5d8246815d4add9ce2ca1b930db7b8 is 50, key is test_row_0/B:col10/1733352075701/Put/seqid=0 2024-12-04T22:41:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741862_1038 (size=12151) 2024-12-04T22:41:17,172 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/0d5d8246815d4add9ce2ca1b930db7b8 2024-12-04T22:41:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/5ec4c8bb82af40389d93a1ecf6200171 is 50, key is test_row_0/C:col10/1733352075701/Put/seqid=0 2024-12-04T22:41:17,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352137200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352137200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352137201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352137201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741863_1039 (size=12151) 2024-12-04T22:41:17,231 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/5ec4c8bb82af40389d93a1ecf6200171 2024-12-04T22:41:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/42cd14e68dc44125ac6ce0b4fcd79873 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/42cd14e68dc44125ac6ce0b4fcd79873 2024-12-04T22:41:17,264 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/42cd14e68dc44125ac6ce0b4fcd79873, entries=150, sequenceid=153, filesize=11.9 K 2024-12-04T22:41:17,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/0d5d8246815d4add9ce2ca1b930db7b8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0d5d8246815d4add9ce2ca1b930db7b8 2024-12-04T22:41:17,270 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/6d2dfb3fb4d043b8adf8d1affc2907fd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6d2dfb3fb4d043b8adf8d1affc2907fd 2024-12-04T22:41:17,285 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 6d2dfb3fb4d043b8adf8d1affc2907fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:17,286 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:17,286 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=12, startTime=1733352076695; duration=0sec 2024-12-04T22:41:17,286 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:17,286 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:17,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0d5d8246815d4add9ce2ca1b930db7b8, entries=150, sequenceid=153, filesize=11.9 K 2024-12-04T22:41:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/5ec4c8bb82af40389d93a1ecf6200171 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5ec4c8bb82af40389d93a1ecf6200171 2024-12-04T22:41:17,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5ec4c8bb82af40389d93a1ecf6200171, entries=150, sequenceid=153, filesize=11.9 K 2024-12-04T22:41:17,308 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 96ec22176583ddd29a65534d0bef9862 in 615ms, sequenceid=153, compaction requested=false 2024-12-04T22:41:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T22:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T22:41:17,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T22:41:17,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7170 sec 2024-12-04T22:41:17,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.7280 sec 2024-12-04T22:41:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:17,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:17,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/83704ee7aab244a0a20cfaca6db671ff is 50, key is test_row_0/A:col10/1733352076870/Put/seqid=0 2024-12-04T22:41:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741864_1040 (size=16931) 2024-12-04T22:41:17,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/83704ee7aab244a0a20cfaca6db671ff 2024-12-04T22:41:17,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352137542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352137544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352137546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352137552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/71889cd7779d418590b31cee15225338 is 50, key is test_row_0/B:col10/1733352076870/Put/seqid=0 2024-12-04T22:41:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741865_1041 (size=12151) 2024-12-04T22:41:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352137660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352137661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352137661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352137661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T22:41:17,750 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:17,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-04T22:41:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:41:17,753 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:17,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:17,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:41:17,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352137870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352137870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352137870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352137870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352137890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:17,900 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:17,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T22:41:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:17,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:17,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/71889cd7779d418590b31cee15225338 2024-12-04T22:41:17,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/c0a8b9e395c84e2ea017c98f2db5aaa8 is 50, key is test_row_0/C:col10/1733352076870/Put/seqid=0 2024-12-04T22:41:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741866_1042 (size=12151) 2024-12-04T22:41:18,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/c0a8b9e395c84e2ea017c98f2db5aaa8 2024-12-04T22:41:18,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/83704ee7aab244a0a20cfaca6db671ff as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/83704ee7aab244a0a20cfaca6db671ff 2024-12-04T22:41:18,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/83704ee7aab244a0a20cfaca6db671ff, entries=250, sequenceid=174, filesize=16.5 K 2024-12-04T22:41:18,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/71889cd7779d418590b31cee15225338 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/71889cd7779d418590b31cee15225338 2024-12-04T22:41:18,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/71889cd7779d418590b31cee15225338, entries=150, sequenceid=174, filesize=11.9 K 2024-12-04T22:41:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/c0a8b9e395c84e2ea017c98f2db5aaa8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c0a8b9e395c84e2ea017c98f2db5aaa8 2024-12-04T22:41:18,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c0a8b9e395c84e2ea017c98f2db5aaa8, entries=150, sequenceid=174, filesize=11.9 K 2024-12-04T22:41:18,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 96ec22176583ddd29a65534d0bef9862 in 530ms, sequenceid=174, compaction requested=true 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:18,045 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:18,045 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:18,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:18,047 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41473 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:18,047 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:18,047 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:18,047 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:18,047 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:18,048 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:18,048 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e88689da9c3549f4b53446d7e14f409e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/42cd14e68dc44125ac6ce0b4fcd79873, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/83704ee7aab244a0a20cfaca6db671ff] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=40.5 K 2024-12-04T22:41:18,048 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6282bd54277742beb2b4a17f3c9dc819, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0d5d8246815d4add9ce2ca1b930db7b8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/71889cd7779d418590b31cee15225338] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.8 K 2024-12-04T22:41:18,048 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6282bd54277742beb2b4a17f3c9dc819, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733352074998 2024-12-04T22:41:18,048 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e88689da9c3549f4b53446d7e14f409e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733352074998 2024-12-04T22:41:18,049 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5d8246815d4add9ce2ca1b930db7b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733352075698 2024-12-04T22:41:18,049 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42cd14e68dc44125ac6ce0b4fcd79873, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733352075698 2024-12-04T22:41:18,049 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 71889cd7779d418590b31cee15225338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352076870 2024-12-04T22:41:18,049 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83704ee7aab244a0a20cfaca6db671ff, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352076870 2024-12-04T22:41:18,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T22:41:18,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:18,064 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T22:41:18,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:18,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:18,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:18,065 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:18,065 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b is 50, key is test_row_0/A:col10/1733352076870/Put/seqid=0 2024-12-04T22:41:18,066 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:18,067 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/b52a2f7278444875a30b64d265a6d659 is 50, key is test_row_0/B:col10/1733352076870/Put/seqid=0 2024-12-04T22:41:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:41:18,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/3a01f2b801d645aab43f291d3eebee4d is 50, key is test_row_0/A:col10/1733352077536/Put/seqid=0 2024-12-04T22:41:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741867_1043 (size=12493) 2024-12-04T22:41:18,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741869_1045 (size=12151) 2024-12-04T22:41:18,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741868_1044 (size=12493) 2024-12-04T22:41:18,133 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/b52a2f7278444875a30b64d265a6d659 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b52a2f7278444875a30b64d265a6d659 2024-12-04T22:41:18,142 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into b52a2f7278444875a30b64d265a6d659(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:18,142 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:18,142 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352078045; duration=0sec 2024-12-04T22:41:18,143 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:18,144 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:18,144 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:18,147 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:18,147 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:18,147 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:18,148 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6d2dfb3fb4d043b8adf8d1affc2907fd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5ec4c8bb82af40389d93a1ecf6200171, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c0a8b9e395c84e2ea017c98f2db5aaa8] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.8 K 2024-12-04T22:41:18,148 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d2dfb3fb4d043b8adf8d1affc2907fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733352074998 2024-12-04T22:41:18,149 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ec4c8bb82af40389d93a1ecf6200171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733352075698 2024-12-04T22:41:18,150 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c0a8b9e395c84e2ea017c98f2db5aaa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352076870 2024-12-04T22:41:18,161 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:18,162 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/31fde0a755314b8f8fe546fc05b0faa5 is 50, key is test_row_0/C:col10/1733352076870/Put/seqid=0 2024-12-04T22:41:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741870_1046 (size=12493) 2024-12-04T22:41:18,183 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/31fde0a755314b8f8fe546fc05b0faa5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/31fde0a755314b8f8fe546fc05b0faa5 2024-12-04T22:41:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:18,197 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 31fde0a755314b8f8fe546fc05b0faa5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:18,197 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:18,197 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352078045; duration=0sec 2024-12-04T22:41:18,197 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:18,197 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352138215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352138221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352138225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352138225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352138331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352138331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352138340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352138340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:41:18,499 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/3a01f2b801d645aab43f291d3eebee4d 2024-12-04T22:41:18,500 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b 2024-12-04T22:41:18,514 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into a3f3d4d45ffe40cfb7754f52bbf1aa5b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:18,514 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:18,514 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352078045; duration=0sec 2024-12-04T22:41:18,514 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:18,514 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/cbcd1e978a47481681b282b0f8fde68b is 50, key is test_row_0/B:col10/1733352077536/Put/seqid=0 2024-12-04T22:41:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741871_1047 (size=12151) 2024-12-04T22:41:18,531 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/cbcd1e978a47481681b282b0f8fde68b 2024-12-04T22:41:18,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352138540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352138541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b1c235c6525e464b956c87d8714a0d1d is 50, key is test_row_0/C:col10/1733352077536/Put/seqid=0 2024-12-04T22:41:18,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352138550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352138550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741872_1048 (size=12151) 2024-12-04T22:41:18,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352138850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352138850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352138860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352138860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:41:18,961 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b1c235c6525e464b956c87d8714a0d1d 2024-12-04T22:41:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/3a01f2b801d645aab43f291d3eebee4d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/3a01f2b801d645aab43f291d3eebee4d 2024-12-04T22:41:18,982 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/3a01f2b801d645aab43f291d3eebee4d, entries=150, sequenceid=188, filesize=11.9 K 2024-12-04T22:41:18,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/cbcd1e978a47481681b282b0f8fde68b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/cbcd1e978a47481681b282b0f8fde68b 2024-12-04T22:41:18,995 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/cbcd1e978a47481681b282b0f8fde68b, entries=150, sequenceid=188, filesize=11.9 K 2024-12-04T22:41:18,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b1c235c6525e464b956c87d8714a0d1d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b1c235c6525e464b956c87d8714a0d1d 2024-12-04T22:41:19,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b1c235c6525e464b956c87d8714a0d1d, entries=150, sequenceid=188, filesize=11.9 K 2024-12-04T22:41:19,012 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 96ec22176583ddd29a65534d0bef9862 in 948ms, sequenceid=188, compaction requested=false 2024-12-04T22:41:19,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:19,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:19,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T22:41:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T22:41:19,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T22:41:19,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2610 sec 2024-12-04T22:41:19,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2720 sec 2024-12-04T22:41:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:19,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T22:41:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:19,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8b7eb7a9d45b449b950e62c5697c0043 is 50, key is test_row_0/A:col10/1733352078209/Put/seqid=0 2024-12-04T22:41:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741873_1049 (size=12151) 2024-12-04T22:41:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352139376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352139378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352139379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352139381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352139490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352139490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352139491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352139500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352139699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352139700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352139700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352139710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:19,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8b7eb7a9d45b449b950e62c5697c0043 2024-12-04T22:41:19,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f is 50, key is test_row_0/B:col10/1733352078209/Put/seqid=0 2024-12-04T22:41:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741874_1050 (size=12151) 2024-12-04T22:41:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T22:41:19,900 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:19,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-04T22:41:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T22:41:19,903 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:19,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:19,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:19,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352139920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:19,924 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T22:41:20,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352140010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352140010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352140010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352140020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T22:41:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:20,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:20,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f 2024-12-04T22:41:20,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/9ae51249d3ff4557bad0609d0dacbb1d is 50, key is test_row_0/C:col10/1733352078209/Put/seqid=0 2024-12-04T22:41:20,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T22:41:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:20,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741875_1051 (size=12151) 2024-12-04T22:41:20,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/9ae51249d3ff4557bad0609d0dacbb1d 2024-12-04T22:41:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T22:41:20,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8b7eb7a9d45b449b950e62c5697c0043 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8b7eb7a9d45b449b950e62c5697c0043 2024-12-04T22:41:20,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8b7eb7a9d45b449b950e62c5697c0043, entries=150, sequenceid=212, filesize=11.9 K 2024-12-04T22:41:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f 2024-12-04T22:41:20,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f, entries=150, sequenceid=212, filesize=11.9 K 2024-12-04T22:41:20,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/9ae51249d3ff4557bad0609d0dacbb1d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9ae51249d3ff4557bad0609d0dacbb1d 2024-12-04T22:41:20,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9ae51249d3ff4557bad0609d0dacbb1d, entries=150, sequenceid=212, filesize=11.9 K 2024-12-04T22:41:20,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 96ec22176583ddd29a65534d0bef9862 in 893ms, sequenceid=212, compaction requested=true 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:20,256 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:20,256 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:20,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:20,267 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:20,267 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:20,267 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:20,267 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:20,267 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,267 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,267 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b52a2f7278444875a30b64d265a6d659, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/cbcd1e978a47481681b282b0f8fde68b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.9 K 2024-12-04T22:41:20,267 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/3a01f2b801d645aab43f291d3eebee4d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8b7eb7a9d45b449b950e62c5697c0043] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.9 K 2024-12-04T22:41:20,268 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b52a2f7278444875a30b64d265a6d659, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352076870 2024-12-04T22:41:20,268 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3f3d4d45ffe40cfb7754f52bbf1aa5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352076870 2024-12-04T22:41:20,268 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a01f2b801d645aab43f291d3eebee4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733352077536 2024-12-04T22:41:20,269 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b7eb7a9d45b449b950e62c5697c0043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733352078209 2024-12-04T22:41:20,270 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting cbcd1e978a47481681b282b0f8fde68b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733352077536 2024-12-04T22:41:20,271 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1aaa8d91aa40a09aacd9a6e1f4f08f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733352078209 2024-12-04T22:41:20,283 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:20,284 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/68fcd0a54b3c4db890c9a7a85432b834 is 50, key is test_row_0/A:col10/1733352078209/Put/seqid=0 2024-12-04T22:41:20,290 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:20,290 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/59848d3e9f404df8b5969c86be1633cb is 50, key is test_row_0/B:col10/1733352078209/Put/seqid=0 2024-12-04T22:41:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741876_1052 (size=12595) 2024-12-04T22:41:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741877_1053 (size=12595) 2024-12-04T22:41:20,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T22:41:20,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,365 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:41:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/c301667cafa3408eae74e96b83288e9a is 50, key is test_row_0/A:col10/1733352079374/Put/seqid=0 2024-12-04T22:41:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741878_1054 (size=12151) 2024-12-04T22:41:20,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/c301667cafa3408eae74e96b83288e9a 2024-12-04T22:41:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/220b2e3e8e0e47529f9a11d224e86e28 is 50, key is test_row_0/B:col10/1733352079374/Put/seqid=0 2024-12-04T22:41:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741879_1055 (size=12151) 2024-12-04T22:41:20,421 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/220b2e3e8e0e47529f9a11d224e86e28 2024-12-04T22:41:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/70d385f088ca45cda89fc1e371c953f8 is 50, key is test_row_0/C:col10/1733352079374/Put/seqid=0 2024-12-04T22:41:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741880_1056 (size=12151) 2024-12-04T22:41:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:20,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T22:41:20,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352140550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352080537, max timestamp=1733352080553Num uniques 859; 2024-12-04T22:41:20,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352080537, max timestamp=1733352080553Num uniques 859; 2024-12-04T22:41:20,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:41:20,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:41:20,556 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352080537, max timestamp=1733352080553Num uniques 859; 2024-12-04T22:41:20,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:41:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352140583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352140589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352140589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352140660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352140699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352140699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,705 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/68fcd0a54b3c4db890c9a7a85432b834 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/68fcd0a54b3c4db890c9a7a85432b834 2024-12-04T22:41:20,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352140700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,711 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/59848d3e9f404df8b5969c86be1633cb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/59848d3e9f404df8b5969c86be1633cb 2024-12-04T22:41:20,721 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 59848d3e9f404df8b5969c86be1633cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:20,721 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:20,721 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352080256; duration=0sec 2024-12-04T22:41:20,721 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:20,721 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:20,721 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:20,722 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 68fcd0a54b3c4db890c9a7a85432b834(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:20,722 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:20,722 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352080256; duration=0sec 2024-12-04T22:41:20,722 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:20,722 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:20,723 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:20,723 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:20,723 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,724 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/31fde0a755314b8f8fe546fc05b0faa5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b1c235c6525e464b956c87d8714a0d1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9ae51249d3ff4557bad0609d0dacbb1d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=35.9 K 2024-12-04T22:41:20,724 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 31fde0a755314b8f8fe546fc05b0faa5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352076870 2024-12-04T22:41:20,725 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b1c235c6525e464b956c87d8714a0d1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733352077536 2024-12-04T22:41:20,725 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ae51249d3ff4557bad0609d0dacbb1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733352078209 2024-12-04T22:41:20,738 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:20,739 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/23c503f74dcd4cdea18341f5c477e554 is 50, key is test_row_0/C:col10/1733352078209/Put/seqid=0 2024-12-04T22:41:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741881_1057 (size=12595) 2024-12-04T22:41:20,771 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/23c503f74dcd4cdea18341f5c477e554 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/23c503f74dcd4cdea18341f5c477e554 2024-12-04T22:41:20,782 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 23c503f74dcd4cdea18341f5c477e554(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:20,782 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:20,782 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352080256; duration=0sec 2024-12-04T22:41:20,782 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:20,782 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:20,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/70d385f088ca45cda89fc1e371c953f8 2024-12-04T22:41:20,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/c301667cafa3408eae74e96b83288e9a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c301667cafa3408eae74e96b83288e9a 2024-12-04T22:41:20,869 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c301667cafa3408eae74e96b83288e9a, entries=150, sequenceid=223, filesize=11.9 K 2024-12-04T22:41:20,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/220b2e3e8e0e47529f9a11d224e86e28 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/220b2e3e8e0e47529f9a11d224e86e28 2024-12-04T22:41:20,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352140870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,879 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/220b2e3e8e0e47529f9a11d224e86e28, entries=150, sequenceid=223, filesize=11.9 K 2024-12-04T22:41:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/70d385f088ca45cda89fc1e371c953f8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/70d385f088ca45cda89fc1e371c953f8 2024-12-04T22:41:20,888 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/70d385f088ca45cda89fc1e371c953f8, entries=150, sequenceid=223, filesize=11.9 K 2024-12-04T22:41:20,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 96ec22176583ddd29a65534d0bef9862 in 524ms, sequenceid=223, compaction requested=false 2024-12-04T22:41:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-04T22:41:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-04T22:41:20,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T22:41:20,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 988 msec 2024-12-04T22:41:20,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 995 msec 2024-12-04T22:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:20,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-04T22:41:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:20,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:20,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/df31085cfe8c40a2b1ee474d65e91f2e is 50, key is test_row_0/A:col10/1733352080572/Put/seqid=0 2024-12-04T22:41:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352140923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352140923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352140927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:20,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741882_1058 (size=14641) 2024-12-04T22:41:20,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/df31085cfe8c40a2b1ee474d65e91f2e 2024-12-04T22:41:20,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/13ba59df4f654d8ca377f72d510e3c68 is 50, key is test_row_0/B:col10/1733352080572/Put/seqid=0 2024-12-04T22:41:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741883_1059 (size=12201) 2024-12-04T22:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T22:41:21,040 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:21,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-04T22:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T22:41:21,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352141040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,044 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352141040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352141040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T22:41:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352141180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T22:41:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:21,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352141249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352141249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352141250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T22:41:21,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T22:41:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:21,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/13ba59df4f654d8ca377f72d510e3c68 2024-12-04T22:41:21,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/5529b0be54034697b89b894ff291f2ef is 50, key is test_row_0/C:col10/1733352080572/Put/seqid=0 2024-12-04T22:41:21,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741884_1060 (size=12201) 2024-12-04T22:41:21,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/5529b0be54034697b89b894ff291f2ef 2024-12-04T22:41:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/df31085cfe8c40a2b1ee474d65e91f2e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/df31085cfe8c40a2b1ee474d65e91f2e 2024-12-04T22:41:21,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/df31085cfe8c40a2b1ee474d65e91f2e, entries=200, sequenceid=262, filesize=14.3 K 2024-12-04T22:41:21,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/13ba59df4f654d8ca377f72d510e3c68 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/13ba59df4f654d8ca377f72d510e3c68 2024-12-04T22:41:21,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/13ba59df4f654d8ca377f72d510e3c68, entries=150, sequenceid=262, filesize=11.9 K 2024-12-04T22:41:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/5529b0be54034697b89b894ff291f2ef as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5529b0be54034697b89b894ff291f2ef 2024-12-04T22:41:21,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5529b0be54034697b89b894ff291f2ef, entries=150, sequenceid=262, filesize=11.9 K 2024-12-04T22:41:21,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 96ec22176583ddd29a65534d0bef9862 in 529ms, sequenceid=262, compaction requested=true 2024-12-04T22:41:21,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:21,441 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:21,442 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:21,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:21,443 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:21,443 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:21,443 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:21,443 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:21,443 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,443 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,443 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/68fcd0a54b3c4db890c9a7a85432b834, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c301667cafa3408eae74e96b83288e9a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/df31085cfe8c40a2b1ee474d65e91f2e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=38.5 K 2024-12-04T22:41:21,443 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/59848d3e9f404df8b5969c86be1633cb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/220b2e3e8e0e47529f9a11d224e86e28, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/13ba59df4f654d8ca377f72d510e3c68] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.1 K 2024-12-04T22:41:21,444 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68fcd0a54b3c4db890c9a7a85432b834, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733352078209 2024-12-04T22:41:21,445 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 59848d3e9f404df8b5969c86be1633cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733352078209 2024-12-04T22:41:21,445 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c301667cafa3408eae74e96b83288e9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733352079374 2024-12-04T22:41:21,445 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 220b2e3e8e0e47529f9a11d224e86e28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733352079374 2024-12-04T22:41:21,446 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ba59df4f654d8ca377f72d510e3c68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733352080572 2024-12-04T22:41:21,447 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting df31085cfe8c40a2b1ee474d65e91f2e, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733352080572 2024-12-04T22:41:21,461 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:21,464 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/64e14c5265f7437b89432ffb64440e58 is 50, key is test_row_0/B:col10/1733352080572/Put/seqid=0 2024-12-04T22:41:21,474 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:21,475 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/920d486d8cd8440797a4a75aeec9ff5b is 50, key is test_row_0/A:col10/1733352080572/Put/seqid=0 2024-12-04T22:41:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741885_1061 (size=12747) 2024-12-04T22:41:21,501 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/64e14c5265f7437b89432ffb64440e58 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64e14c5265f7437b89432ffb64440e58 2024-12-04T22:41:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741886_1062 (size=12747) 2024-12-04T22:41:21,513 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 64e14c5265f7437b89432ffb64440e58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:21,513 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:21,514 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352081442; duration=0sec 2024-12-04T22:41:21,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:21,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:21,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:21,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T22:41:21,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,517 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T22:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:21,520 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:21,520 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:21,520 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/920d486d8cd8440797a4a75aeec9ff5b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/920d486d8cd8440797a4a75aeec9ff5b 2024-12-04T22:41:21,520 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,521 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/23c503f74dcd4cdea18341f5c477e554, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/70d385f088ca45cda89fc1e371c953f8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5529b0be54034697b89b894ff291f2ef] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.1 K 2024-12-04T22:41:21,523 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 23c503f74dcd4cdea18341f5c477e554, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733352078209 2024-12-04T22:41:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/d3faab4b23e74411b32536d600c630aa is 50, key is test_row_0/A:col10/1733352080921/Put/seqid=0 2024-12-04T22:41:21,530 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 70d385f088ca45cda89fc1e371c953f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733352079374 2024-12-04T22:41:21,530 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 920d486d8cd8440797a4a75aeec9ff5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:21,530 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:21,530 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352081441; duration=0sec 2024-12-04T22:41:21,530 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:21,530 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:21,532 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5529b0be54034697b89b894ff291f2ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733352080572 2024-12-04T22:41:21,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741887_1063 (size=12301) 2024-12-04T22:41:21,544 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/d3faab4b23e74411b32536d600c630aa 2024-12-04T22:41:21,552 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:21,553 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7a50f35997ed4a90998aefa4fec17804 is 50, key is test_row_0/C:col10/1733352080572/Put/seqid=0 2024-12-04T22:41:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/dd5dff84acc04e7eb50a1ae0ed198f8f is 50, key is test_row_0/B:col10/1733352080921/Put/seqid=0 2024-12-04T22:41:21,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741888_1064 (size=12747) 2024-12-04T22:41:21,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1733352081588, max timestamp=1733352081610Num uniques 859; 2024-12-04T22:41:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T22:41:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1733352081588, max timestamp=1733352081610Num uniques 859; 2024-12-04T22:41:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T22:41:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1733352081588, max timestamp=1733352081610Num uniques 859; 2024-12-04T22:41:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T22:41:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741889_1065 (size=12301) 2024-12-04T22:41:21,640 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/dd5dff84acc04e7eb50a1ae0ed198f8f 2024-12-04T22:41:21,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/eca0b36401c54554add2129be91f9e0c is 50, key is test_row_0/C:col10/1733352080921/Put/seqid=0 2024-12-04T22:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T22:41:21,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352141669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352141670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352141671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352141690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741890_1066 (size=12301) 2024-12-04T22:41:21,716 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/eca0b36401c54554add2129be91f9e0c 2024-12-04T22:41:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/d3faab4b23e74411b32536d600c630aa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d3faab4b23e74411b32536d600c630aa 2024-12-04T22:41:21,743 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d3faab4b23e74411b32536d600c630aa, entries=150, sequenceid=272, filesize=12.0 K 2024-12-04T22:41:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/dd5dff84acc04e7eb50a1ae0ed198f8f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/dd5dff84acc04e7eb50a1ae0ed198f8f 2024-12-04T22:41:21,757 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/dd5dff84acc04e7eb50a1ae0ed198f8f, entries=150, sequenceid=272, filesize=12.0 K 2024-12-04T22:41:21,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/eca0b36401c54554add2129be91f9e0c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/eca0b36401c54554add2129be91f9e0c 2024-12-04T22:41:21,769 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/eca0b36401c54554add2129be91f9e0c, entries=150, sequenceid=272, filesize=12.0 K 2024-12-04T22:41:21,773 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 96ec22176583ddd29a65534d0bef9862 in 255ms, sequenceid=272, compaction requested=false 2024-12-04T22:41:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-04T22:41:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-04T22:41:21,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-04T22:41:21,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 731 msec 2024-12-04T22:41:21,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 741 msec 2024-12-04T22:41:21,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-12-04T22:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:21,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/a7b2bd03a92e44fda607a18560f33bb0 is 50, key is test_row_0/A:col10/1733352081659/Put/seqid=0 2024-12-04T22:41:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352141809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352141814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352141815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741891_1067 (size=14741) 2024-12-04T22:41:21,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/a7b2bd03a92e44fda607a18560f33bb0 2024-12-04T22:41:21,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/e2b7b6733c7a4a99bf710f2ebdb02f43 is 50, key is test_row_0/B:col10/1733352081659/Put/seqid=0 2024-12-04T22:41:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741892_1068 (size=12301) 2024-12-04T22:41:21,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352141920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352141932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352141932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,009 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7a50f35997ed4a90998aefa4fec17804 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7a50f35997ed4a90998aefa4fec17804 2024-12-04T22:41:22,021 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 7a50f35997ed4a90998aefa4fec17804(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:22,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:22,021 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352081442; duration=0sec 2024-12-04T22:41:22,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:22,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352142130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352142150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352142153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T22:41:22,180 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:22,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-04T22:41:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:41:22,188 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:22,190 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:22,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:22,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/e2b7b6733c7a4a99bf710f2ebdb02f43 2024-12-04T22:41:22,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/40b7d4bc36a543b09ef1bbab9f19347e is 50, key is test_row_0/C:col10/1733352081659/Put/seqid=0 2024-12-04T22:41:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:41:22,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741893_1069 (size=12301) 2024-12-04T22:41:22,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T22:41:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352142440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352142461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352142461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:41:22,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T22:41:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T22:41:22,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:22,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/40b7d4bc36a543b09ef1bbab9f19347e 2024-12-04T22:41:22,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/a7b2bd03a92e44fda607a18560f33bb0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a7b2bd03a92e44fda607a18560f33bb0 2024-12-04T22:41:22,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a7b2bd03a92e44fda607a18560f33bb0, entries=200, sequenceid=310, filesize=14.4 K 2024-12-04T22:41:22,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/e2b7b6733c7a4a99bf710f2ebdb02f43 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e2b7b6733c7a4a99bf710f2ebdb02f43 2024-12-04T22:41:22,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352142710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:22,714 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:22,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:22,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:22,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e2b7b6733c7a4a99bf710f2ebdb02f43, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T22:41:22,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/40b7d4bc36a543b09ef1bbab9f19347e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/40b7d4bc36a543b09ef1bbab9f19347e 2024-12-04T22:41:22,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/40b7d4bc36a543b09ef1bbab9f19347e, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T22:41:22,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=40.25 KB/41220 for 96ec22176583ddd29a65534d0bef9862 in 947ms, sequenceid=310, compaction requested=true 2024-12-04T22:41:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:22,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:22,735 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:22,735 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:22,737 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:22,737 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:22,737 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,737 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64e14c5265f7437b89432ffb64440e58, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/dd5dff84acc04e7eb50a1ae0ed198f8f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e2b7b6733c7a4a99bf710f2ebdb02f43] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.5 K 2024-12-04T22:41:22,737 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 64e14c5265f7437b89432ffb64440e58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733352080572 2024-12-04T22:41:22,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:22,738 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting dd5dff84acc04e7eb50a1ae0ed198f8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733352080916 2024-12-04T22:41:22,738 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e2b7b6733c7a4a99bf710f2ebdb02f43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733352081659 2024-12-04T22:41:22,739 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:22,739 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:22,739 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,740 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/920d486d8cd8440797a4a75aeec9ff5b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d3faab4b23e74411b32536d600c630aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a7b2bd03a92e44fda607a18560f33bb0] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=38.9 K 2024-12-04T22:41:22,741 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 920d486d8cd8440797a4a75aeec9ff5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733352080572 2024-12-04T22:41:22,741 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3faab4b23e74411b32536d600c630aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733352080916 2024-12-04T22:41:22,742 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7b2bd03a92e44fda607a18560f33bb0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733352081659 2024-12-04T22:41:22,752 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:22,753 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/8f5cc1b8a80e41a3b0281e588c09b95e is 50, key is test_row_0/B:col10/1733352081659/Put/seqid=0 2024-12-04T22:41:22,754 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:22,754 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/7098a47bf42f4f299a9d2a14dafedd79 is 50, key is test_row_0/A:col10/1733352081659/Put/seqid=0 2024-12-04T22:41:22,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741894_1070 (size=12949) 2024-12-04T22:41:22,794 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/8f5cc1b8a80e41a3b0281e588c09b95e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/8f5cc1b8a80e41a3b0281e588c09b95e 2024-12-04T22:41:22,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741895_1071 (size=12949) 2024-12-04T22:41:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:41:22,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T22:41:22,817 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 8f5cc1b8a80e41a3b0281e588c09b95e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,817 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:22,817 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352082735; duration=0sec 2024-12-04T22:41:22,817 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T22:41:22,817 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:22,817 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:22,817 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:22,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:22,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:22,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:22,819 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:22,819 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:22,819 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:22,820 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7a50f35997ed4a90998aefa4fec17804, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/eca0b36401c54554add2129be91f9e0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/40b7d4bc36a543b09ef1bbab9f19347e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.5 K 2024-12-04T22:41:22,821 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a50f35997ed4a90998aefa4fec17804, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733352080572 2024-12-04T22:41:22,821 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/7098a47bf42f4f299a9d2a14dafedd79 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7098a47bf42f4f299a9d2a14dafedd79 2024-12-04T22:41:22,824 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting eca0b36401c54554add2129be91f9e0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733352080916 2024-12-04T22:41:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/c0aba6dac4524622acf1f0506f6319f1 is 50, key is test_row_1/A:col10/1733352081812/Put/seqid=0 2024-12-04T22:41:22,826 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 40b7d4bc36a543b09ef1bbab9f19347e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733352081659 2024-12-04T22:41:22,831 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 7098a47bf42f4f299a9d2a14dafedd79(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:22,832 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:22,832 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352082735; duration=0sec 2024-12-04T22:41:22,832 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:22,832 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741896_1072 (size=9857) 2024-12-04T22:41:22,841 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#60 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:22,842 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/1f0b6d8b063440128d6fa6f37aca375b is 50, key is test_row_0/C:col10/1733352081659/Put/seqid=0 2024-12-04T22:41:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741897_1073 (size=12949) 2024-12-04T22:41:22,864 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/1f0b6d8b063440128d6fa6f37aca375b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/1f0b6d8b063440128d6fa6f37aca375b 2024-12-04T22:41:22,876 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 1f0b6d8b063440128d6fa6f37aca375b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:22,876 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:22,876 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352082736; duration=0sec 2024-12-04T22:41:22,876 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:22,876 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:22,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:23,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352082986, max timestamp=1733352082998Num uniques 859; 2024-12-04T22:41:23,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352082986, max timestamp=1733352082998Num uniques 859; 2024-12-04T22:41:23,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:23,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352082986, max timestamp=1733352082998Num uniques 859; 2024-12-04T22:41:23,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:23,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:23,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352083030, max timestamp=1733352083037Num uniques 1068; 2024-12-04T22:41:23,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-04T22:41:23,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352083030, max timestamp=1733352083037Num uniques 1068; 2024-12-04T22:41:23,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352083030, max timestamp=1733352083037Num uniques 1068; 2024-12-04T22:41:23,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:23,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352143085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352143085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352083078, max timestamp=1733352083087Num uniques 1027; 2024-12-04T22:41:23,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352083078, max timestamp=1733352083087Num uniques 1077; 2024-12-04T22:41:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:41:23,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-04T22:41:23,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352083078, max timestamp=1733352083087Num uniques 1027; 2024-12-04T22:41:23,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:41:23,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352083143, max timestamp=1733352083166Num uniques 1036; 2024-12-04T22:41:23,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:41:23,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352083143, max timestamp=1733352083166Num uniques 1036; 2024-12-04T22:41:23,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352083143, max timestamp=1733352083166Num uniques 1036; 2024-12-04T22:41:23,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:41:23,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:41:23,235 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/c0aba6dac4524622acf1f0506f6319f1 2024-12-04T22:41:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352143238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/b7906c9259974f82ba98606aa79e6056 is 50, key is test_row_1/B:col10/1733352081812/Put/seqid=0 2024-12-04T22:41:23,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352143240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352143240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741898_1074 (size=9857) 2024-12-04T22:41:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:41:23,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352143350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352143350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352143350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352143560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352143560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352143560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,649 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/b7906c9259974f82ba98606aa79e6056 2024-12-04T22:41:23,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/c46dac208de74a7cb1a77e6efe25dc1d is 50, key is test_row_1/C:col10/1733352081812/Put/seqid=0 2024-12-04T22:41:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741899_1075 (size=9857) 2024-12-04T22:41:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352143870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352143870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352143870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53706 deadline: 1733352143940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:23,943 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/c46dac208de74a7cb1a77e6efe25dc1d 2024-12-04T22:41:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/c0aba6dac4524622acf1f0506f6319f1 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c0aba6dac4524622acf1f0506f6319f1 2024-12-04T22:41:24,085 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c0aba6dac4524622acf1f0506f6319f1, entries=100, sequenceid=321, filesize=9.6 K 2024-12-04T22:41:24,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/b7906c9259974f82ba98606aa79e6056 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b7906c9259974f82ba98606aa79e6056 2024-12-04T22:41:24,094 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b7906c9259974f82ba98606aa79e6056, entries=100, sequenceid=321, filesize=9.6 K 2024-12-04T22:41:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/c46dac208de74a7cb1a77e6efe25dc1d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c46dac208de74a7cb1a77e6efe25dc1d 2024-12-04T22:41:24,104 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c46dac208de74a7cb1a77e6efe25dc1d, entries=100, sequenceid=321, filesize=9.6 K 2024-12-04T22:41:24,105 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 96ec22176583ddd29a65534d0bef9862 in 1288ms, sequenceid=321, compaction requested=false 2024-12-04T22:41:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:24,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-04T22:41:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-04T22:41:24,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-04T22:41:24,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-12-04T22:41:24,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9300 sec 2024-12-04T22:41:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T22:41:24,330 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:24,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-04T22:41:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:24,332 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:24,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:24,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:24,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=147.60 KB heapSize=418.31 KB 2024-12-04T22:41:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:41:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:41:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:41:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:24,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/6ad2a3ce4a8f41a9bf84edf5515d639b is 50, key is test_row_0/A:col10/1733352084382/Put/seqid=0 2024-12-04T22:41:24,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352144392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352144396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352144396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741900_1076 (size=14741) 2024-12-04T22:41:24,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/6ad2a3ce4a8f41a9bf84edf5515d639b 2024-12-04T22:41:24,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/29b5765905574e99922cb24ad453af06 is 50, key is test_row_0/B:col10/1733352084382/Put/seqid=0 2024-12-04T22:41:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741901_1077 (size=12301) 2024-12-04T22:41:24,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/29b5765905574e99922cb24ad453af06 2024-12-04T22:41:24,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/0615163893c14ff6951d0f177992ea43 is 50, key is test_row_0/C:col10/1733352084382/Put/seqid=0 2024-12-04T22:41:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741902_1078 (size=12301) 2024-12-04T22:41:24,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/0615163893c14ff6951d0f177992ea43 2024-12-04T22:41:24,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/6ad2a3ce4a8f41a9bf84edf5515d639b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/6ad2a3ce4a8f41a9bf84edf5515d639b 2024-12-04T22:41:24,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/6ad2a3ce4a8f41a9bf84edf5515d639b, entries=200, sequenceid=412, filesize=14.4 K 2024-12-04T22:41:24,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/29b5765905574e99922cb24ad453af06 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/29b5765905574e99922cb24ad453af06 2024-12-04T22:41:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352144500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352144500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/29b5765905574e99922cb24ad453af06, entries=150, sequenceid=412, filesize=12.0 K 2024-12-04T22:41:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/0615163893c14ff6951d0f177992ea43 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/0615163893c14ff6951d0f177992ea43 2024-12-04T22:41:24,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/0615163893c14ff6951d0f177992ea43, entries=150, sequenceid=412, filesize=12.0 K 2024-12-04T22:41:24,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~418.27 KB/428304, currentSize=40.25 KB/41220 for 96ec22176583ddd29a65534d0bef9862 in 133ms, sequenceid=412, compaction requested=true 2024-12-04T22:41:24,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:24,518 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:24,519 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:24,519 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:24,519 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,520 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7098a47bf42f4f299a9d2a14dafedd79, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c0aba6dac4524622acf1f0506f6319f1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/6ad2a3ce4a8f41a9bf84edf5515d639b] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.7 K 2024-12-04T22:41:24,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:24,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:24,520 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7098a47bf42f4f299a9d2a14dafedd79, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733352081659 2024-12-04T22:41:24,520 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:24,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:24,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:24,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:24,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:24,521 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0aba6dac4524622acf1f0506f6319f1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733352081811 2024-12-04T22:41:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:24,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:24,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:24,524 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ad2a3ce4a8f41a9bf84edf5515d639b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733352083230 2024-12-04T22:41:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:24,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:24,527 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:24,527 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:24,528 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,528 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/8f5cc1b8a80e41a3b0281e588c09b95e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b7906c9259974f82ba98606aa79e6056, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/29b5765905574e99922cb24ad453af06] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=34.3 K 2024-12-04T22:41:24,528 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f5cc1b8a80e41a3b0281e588c09b95e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733352081659 2024-12-04T22:41:24,529 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b7906c9259974f82ba98606aa79e6056, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733352081811 2024-12-04T22:41:24,532 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 29b5765905574e99922cb24ad453af06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733352083230 2024-12-04T22:41:24,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/18746ed2864d4d3b9a498b7b73df738c is 50, key is test_row_0/A:col10/1733352084521/Put/seqid=0 2024-12-04T22:41:24,553 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:24,553 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/fc3e9b699ca540db8fa5cbba1c1660a6 is 50, key is test_row_0/A:col10/1733352084382/Put/seqid=0 2024-12-04T22:41:24,558 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:24,559 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f38f76dc7a1d406d9c3df4a480465cc5 is 50, key is test_row_0/B:col10/1733352084382/Put/seqid=0 2024-12-04T22:41:24,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741903_1079 (size=12301) 2024-12-04T22:41:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741904_1080 (size=13051) 2024-12-04T22:41:24,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741905_1081 (size=13051) 2024-12-04T22:41:24,588 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/fc3e9b699ca540db8fa5cbba1c1660a6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/fc3e9b699ca540db8fa5cbba1c1660a6 2024-12-04T22:41:24,592 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f38f76dc7a1d406d9c3df4a480465cc5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f38f76dc7a1d406d9c3df4a480465cc5 2024-12-04T22:41:24,601 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into fc3e9b699ca540db8fa5cbba1c1660a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:24,601 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:24,601 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352084517; duration=0sec 2024-12-04T22:41:24,601 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:24,601 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:24,601 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:24,604 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into f38f76dc7a1d406d9c3df4a480465cc5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:24,604 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:24,604 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:24,605 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352084520; duration=0sec 2024-12-04T22:41:24,605 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:24,605 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,605 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:24,605 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:24,605 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/1f0b6d8b063440128d6fa6f37aca375b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c46dac208de74a7cb1a77e6efe25dc1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/0615163893c14ff6951d0f177992ea43] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=34.3 K 2024-12-04T22:41:24,606 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f0b6d8b063440128d6fa6f37aca375b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733352081659 2024-12-04T22:41:24,607 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c46dac208de74a7cb1a77e6efe25dc1d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733352081811 2024-12-04T22:41:24,608 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0615163893c14ff6951d0f177992ea43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733352083230 2024-12-04T22:41:24,623 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:24,624 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/59b16027706b442fbe700d99be4afe1f is 50, key is test_row_0/C:col10/1733352084382/Put/seqid=0 2024-12-04T22:41:24,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741906_1082 (size=13051) 2024-12-04T22:41:24,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352084619, max timestamp=1733352084632Num uniques 859; 2024-12-04T22:41:24,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:24,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352084619, max timestamp=1733352084632Num uniques 859; 2024-12-04T22:41:24,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:24,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352084619, max timestamp=1733352084632Num uniques 859; 2024-12-04T22:41:24,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:24,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:24,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352144702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352144710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352144720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352144729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,734 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352144810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:24,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:24,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:24,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/18746ed2864d4d3b9a498b7b73df738c 2024-12-04T22:41:24,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/c7f25d9dcfaf456d9aefea9fb7159aeb is 50, key is test_row_0/B:col10/1733352084521/Put/seqid=0 2024-12-04T22:41:24,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741907_1083 (size=12301) 2024-12-04T22:41:25,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352145020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352145020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352145029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,039 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/59b16027706b442fbe700d99be4afe1f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/59b16027706b442fbe700d99be4afe1f 2024-12-04T22:41:25,048 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 59b16027706b442fbe700d99be4afe1f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:25,048 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:25,048 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352084520; duration=0sec 2024-12-04T22:41:25,048 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:25,048 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:25,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:25,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:25,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352145330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/c7f25d9dcfaf456d9aefea9fb7159aeb 2024-12-04T22:41:25,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b77a3f82dbe3446683bfc4f9074e6966 is 50, key is test_row_0/C:col10/1733352084521/Put/seqid=0 2024-12-04T22:41:25,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741908_1084 (size=12301) 2024-12-04T22:41:25,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b77a3f82dbe3446683bfc4f9074e6966 2024-12-04T22:41:25,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/18746ed2864d4d3b9a498b7b73df738c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/18746ed2864d4d3b9a498b7b73df738c 2024-12-04T22:41:25,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/18746ed2864d4d3b9a498b7b73df738c, entries=150, sequenceid=422, filesize=12.0 K 2024-12-04T22:41:25,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/c7f25d9dcfaf456d9aefea9fb7159aeb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c7f25d9dcfaf456d9aefea9fb7159aeb 2024-12-04T22:41:25,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c7f25d9dcfaf456d9aefea9fb7159aeb, entries=150, sequenceid=422, filesize=12.0 K 2024-12-04T22:41:25,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b77a3f82dbe3446683bfc4f9074e6966 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b77a3f82dbe3446683bfc4f9074e6966 2024-12-04T22:41:25,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b77a3f82dbe3446683bfc4f9074e6966, entries=150, sequenceid=422, filesize=12.0 K 2024-12-04T22:41:25,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 96ec22176583ddd29a65534d0bef9862 in 932ms, sequenceid=422, compaction requested=false 2024-12-04T22:41:25,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:25,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-04T22:41:25,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:25,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:41:25,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352084678, max timestamp=1733352085532Num uniques 1018; 2024-12-04T22:41:25,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:41:25,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:25,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:25,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:25,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:41:25,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/168b1b1b2b4848ebb6462c79aa75cc27 is 50, key is test_row_0/A:col10/1733352085532/Put/seqid=0 2024-12-04T22:41:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741909_1085 (size=12301) 2024-12-04T22:41:25,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/168b1b1b2b4848ebb6462c79aa75cc27 2024-12-04T22:41:25,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/00ffe68a698949a1a470e16cac371e3c is 50, key is test_row_0/B:col10/1733352085532/Put/seqid=0 2024-12-04T22:41:25,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:25,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352145564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352145568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741910_1086 (size=12301) 2024-12-04T22:41:25,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/00ffe68a698949a1a470e16cac371e3c 2024-12-04T22:41:25,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/ac87b352b1bf4de4bacd73d19502d56e is 50, key is test_row_0/C:col10/1733352085532/Put/seqid=0 2024-12-04T22:41:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741911_1087 (size=12301) 2024-12-04T22:41:25,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/ac87b352b1bf4de4bacd73d19502d56e 2024-12-04T22:41:25,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/168b1b1b2b4848ebb6462c79aa75cc27 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/168b1b1b2b4848ebb6462c79aa75cc27 2024-12-04T22:41:25,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/168b1b1b2b4848ebb6462c79aa75cc27, entries=150, sequenceid=463, filesize=12.0 K 2024-12-04T22:41:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/00ffe68a698949a1a470e16cac371e3c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/00ffe68a698949a1a470e16cac371e3c 2024-12-04T22:41:25,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/00ffe68a698949a1a470e16cac371e3c, entries=150, sequenceid=463, filesize=12.0 K 2024-12-04T22:41:25,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/ac87b352b1bf4de4bacd73d19502d56e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/ac87b352b1bf4de4bacd73d19502d56e 2024-12-04T22:41:25,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/ac87b352b1bf4de4bacd73d19502d56e, entries=150, sequenceid=463, filesize=12.0 K 2024-12-04T22:41:25,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~292.16 KB/299168, currentSize=73.80 KB/75570 for 96ec22176583ddd29a65534d0bef9862 in 106ms, sequenceid=463, compaction requested=true 2024-12-04T22:41:25,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:25,640 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:25,642 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:25,642 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:25,642 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,642 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/fc3e9b699ca540db8fa5cbba1c1660a6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/18746ed2864d4d3b9a498b7b73df738c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/168b1b1b2b4848ebb6462c79aa75cc27] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.8 K 2024-12-04T22:41:25,643 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc3e9b699ca540db8fa5cbba1c1660a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733352083230 2024-12-04T22:41:25,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:25,643 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:25,643 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18746ed2864d4d3b9a498b7b73df738c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733352084391 2024-12-04T22:41:25,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:25,644 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 168b1b1b2b4848ebb6462c79aa75cc27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733352084695 2024-12-04T22:41:25,645 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:25,645 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:25,645 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,645 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f38f76dc7a1d406d9c3df4a480465cc5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c7f25d9dcfaf456d9aefea9fb7159aeb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/00ffe68a698949a1a470e16cac371e3c] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.8 K 2024-12-04T22:41:25,646 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f38f76dc7a1d406d9c3df4a480465cc5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733352083230 2024-12-04T22:41:25,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:25,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:25,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:25,647 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f25d9dcfaf456d9aefea9fb7159aeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733352084391 2024-12-04T22:41:25,648 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 00ffe68a698949a1a470e16cac371e3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733352084695 2024-12-04T22:41:25,669 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:25,669 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/065bf028f5f04f9ca0ac71bde214382d is 50, key is test_row_0/A:col10/1733352085532/Put/seqid=0 2024-12-04T22:41:25,679 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:25,679 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6b777f5f3e704d61bf8a44afc7b34092 is 50, key is test_row_0/B:col10/1733352085532/Put/seqid=0 2024-12-04T22:41:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:25,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:41:25,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:25,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/de08cd1ff277469a83878a2f4e06d176 is 50, key is test_row_0/A:col10/1733352085553/Put/seqid=0 2024-12-04T22:41:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741912_1088 (size=13153) 2024-12-04T22:41:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741913_1089 (size=13153) 2024-12-04T22:41:25,711 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/065bf028f5f04f9ca0ac71bde214382d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/065bf028f5f04f9ca0ac71bde214382d 2024-12-04T22:41:25,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,721 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6b777f5f3e704d61bf8a44afc7b34092 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b777f5f3e704d61bf8a44afc7b34092 2024-12-04T22:41:25,722 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 065bf028f5f04f9ca0ac71bde214382d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:25,722 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:25,722 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352085640; duration=0sec 2024-12-04T22:41:25,722 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:25,722 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741914_1090 (size=12301) 2024-12-04T22:41:25,723 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:25,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/de08cd1ff277469a83878a2f4e06d176 2024-12-04T22:41:25,726 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:25,726 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:25,726 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,726 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/59b16027706b442fbe700d99be4afe1f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b77a3f82dbe3446683bfc4f9074e6966, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/ac87b352b1bf4de4bacd73d19502d56e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=36.8 K 2024-12-04T22:41:25,727 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59b16027706b442fbe700d99be4afe1f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733352083230 2024-12-04T22:41:25,728 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b77a3f82dbe3446683bfc4f9074e6966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733352084391 2024-12-04T22:41:25,729 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac87b352b1bf4de4bacd73d19502d56e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733352084695 2024-12-04T22:41:25,734 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 6b777f5f3e704d61bf8a44afc7b34092(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:25,734 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:25,735 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352085643; duration=0sec 2024-12-04T22:41:25,736 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:25,736 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:25,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352145734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352145736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/032b241e087d4dc784853e9be518542f is 50, key is test_row_0/B:col10/1733352085553/Put/seqid=0 2024-12-04T22:41:25,749 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:25,750 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7cdb6909826a4286ac45872dd5bb6d03 is 50, key is test_row_0/C:col10/1733352085532/Put/seqid=0 2024-12-04T22:41:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741915_1091 (size=12301) 2024-12-04T22:41:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741916_1092 (size=13153) 2024-12-04T22:41:25,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352145840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352145850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352145850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:25,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:25,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:26,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352146059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352146059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/032b241e087d4dc784853e9be518542f 2024-12-04T22:41:26,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/d3c59d068ada48dbb25831c2ecb5433b is 50, key is test_row_0/C:col10/1733352085553/Put/seqid=0 2024-12-04T22:41:26,176 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7cdb6909826a4286ac45872dd5bb6d03 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7cdb6909826a4286ac45872dd5bb6d03 2024-12-04T22:41:26,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:26,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:26,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741917_1093 (size=12301) 2024-12-04T22:41:26,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/d3c59d068ada48dbb25831c2ecb5433b 2024-12-04T22:41:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:26,184 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 7cdb6909826a4286ac45872dd5bb6d03(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:26,184 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:26,184 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352085647; duration=0sec 2024-12-04T22:41:26,185 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:26,185 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:26,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/de08cd1ff277469a83878a2f4e06d176 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/de08cd1ff277469a83878a2f4e06d176 2024-12-04T22:41:26,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/de08cd1ff277469a83878a2f4e06d176, entries=150, sequenceid=479, filesize=12.0 K 2024-12-04T22:41:26,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/032b241e087d4dc784853e9be518542f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/032b241e087d4dc784853e9be518542f 2024-12-04T22:41:26,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/032b241e087d4dc784853e9be518542f, entries=150, sequenceid=479, filesize=12.0 K 2024-12-04T22:41:26,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/d3c59d068ada48dbb25831c2ecb5433b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d3c59d068ada48dbb25831c2ecb5433b 2024-12-04T22:41:26,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d3c59d068ada48dbb25831c2ecb5433b, entries=150, sequenceid=479, filesize=12.0 K 2024-12-04T22:41:26,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 96ec22176583ddd29a65534d0bef9862 in 578ms, sequenceid=479, compaction requested=false 2024-12-04T22:41:26,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:26,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T22:41:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:26,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:41:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:26,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/b67dae63a3124fdbae299dbf0014e79f is 50, key is test_row_0/A:col10/1733352085732/Put/seqid=0 2024-12-04T22:41:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741918_1094 (size=12301) 2024-12-04T22:41:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:26,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352146387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352146389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:26,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352146499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352146500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352146709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352146709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:26,756 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/b67dae63a3124fdbae299dbf0014e79f 2024-12-04T22:41:26,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/53e3bd73c7eb4aae999a08cd871625b4 is 50, key is test_row_0/B:col10/1733352085732/Put/seqid=0 2024-12-04T22:41:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741919_1095 (size=12301) 2024-12-04T22:41:26,771 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/53e3bd73c7eb4aae999a08cd871625b4 2024-12-04T22:41:26,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7b13c11a6b224caeb3a6bcf23dc64f4c is 50, key is test_row_0/C:col10/1733352085732/Put/seqid=0 2024-12-04T22:41:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741920_1096 (size=12301) 2024-12-04T22:41:26,787 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7b13c11a6b224caeb3a6bcf23dc64f4c 2024-12-04T22:41:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/b67dae63a3124fdbae299dbf0014e79f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b67dae63a3124fdbae299dbf0014e79f 2024-12-04T22:41:26,800 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b67dae63a3124fdbae299dbf0014e79f, entries=150, sequenceid=498, filesize=12.0 K 2024-12-04T22:41:26,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/53e3bd73c7eb4aae999a08cd871625b4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/53e3bd73c7eb4aae999a08cd871625b4 2024-12-04T22:41:26,807 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/53e3bd73c7eb4aae999a08cd871625b4, entries=150, sequenceid=498, filesize=12.0 K 2024-12-04T22:41:26,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/7b13c11a6b224caeb3a6bcf23dc64f4c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7b13c11a6b224caeb3a6bcf23dc64f4c 2024-12-04T22:41:26,814 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7b13c11a6b224caeb3a6bcf23dc64f4c, entries=150, sequenceid=498, filesize=12.0 K 2024-12-04T22:41:26,816 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 96ec22176583ddd29a65534d0bef9862 in 480ms, sequenceid=498, compaction requested=true 2024-12-04T22:41:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-04T22:41:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-04T22:41:26,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-04T22:41:26,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4850 sec 2024-12-04T22:41:26,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.4920 sec 2024-12-04T22:41:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:26,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T22:41:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:26,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e6e309071de142c6933861cc0b6c9a9f is 50, key is test_row_0/A:col10/1733352086379/Put/seqid=0 2024-12-04T22:41:26,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741921_1097 (size=14741) 2024-12-04T22:41:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352146926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352147020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352147020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352147039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352147250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e6e309071de142c6933861cc0b6c9a9f 2024-12-04T22:41:27,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/bc502d206feb42158123031fcfd5920a is 50, key is test_row_0/B:col10/1733352086379/Put/seqid=0 2024-12-04T22:41:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741922_1098 (size=12301) 2024-12-04T22:41:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352147529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352147529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352147560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:27,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/bc502d206feb42158123031fcfd5920a 2024-12-04T22:41:27,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/2d3f0c6b37804d14b8d41c9e7d93d0d4 is 50, key is test_row_0/C:col10/1733352086379/Put/seqid=0 2024-12-04T22:41:27,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741923_1099 (size=12301) 2024-12-04T22:41:27,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/2d3f0c6b37804d14b8d41c9e7d93d0d4 2024-12-04T22:41:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/e6e309071de142c6933861cc0b6c9a9f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e6e309071de142c6933861cc0b6c9a9f 2024-12-04T22:41:27,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e6e309071de142c6933861cc0b6c9a9f, entries=200, sequenceid=515, filesize=14.4 K 2024-12-04T22:41:27,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/bc502d206feb42158123031fcfd5920a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/bc502d206feb42158123031fcfd5920a 2024-12-04T22:41:27,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/bc502d206feb42158123031fcfd5920a, entries=150, sequenceid=515, filesize=12.0 K 2024-12-04T22:41:27,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/2d3f0c6b37804d14b8d41c9e7d93d0d4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2d3f0c6b37804d14b8d41c9e7d93d0d4 2024-12-04T22:41:27,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2d3f0c6b37804d14b8d41c9e7d93d0d4, entries=150, sequenceid=515, filesize=12.0 K 2024-12-04T22:41:27,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 96ec22176583ddd29a65534d0bef9862 in 885ms, sequenceid=515, compaction requested=true 2024-12-04T22:41:27,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:27,748 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:27,748 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:27,749 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:27,749 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:27,749 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:27,749 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/065bf028f5f04f9ca0ac71bde214382d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/de08cd1ff277469a83878a2f4e06d176, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b67dae63a3124fdbae299dbf0014e79f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e6e309071de142c6933861cc0b6c9a9f] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=51.3 K 2024-12-04T22:41:27,750 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:27,750 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 065bf028f5f04f9ca0ac71bde214382d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733352084695 2024-12-04T22:41:27,750 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:27,750 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:27,750 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b777f5f3e704d61bf8a44afc7b34092, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/032b241e087d4dc784853e9be518542f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/53e3bd73c7eb4aae999a08cd871625b4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/bc502d206feb42158123031fcfd5920a] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=48.9 K 2024-12-04T22:41:27,750 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting de08cd1ff277469a83878a2f4e06d176, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733352085553 2024-12-04T22:41:27,750 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b777f5f3e704d61bf8a44afc7b34092, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733352084695 2024-12-04T22:41:27,751 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b67dae63a3124fdbae299dbf0014e79f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733352085707 2024-12-04T22:41:27,751 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 032b241e087d4dc784853e9be518542f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733352085553 2024-12-04T22:41:27,751 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6e309071de142c6933861cc0b6c9a9f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733352086379 2024-12-04T22:41:27,751 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 53e3bd73c7eb4aae999a08cd871625b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733352085707 2024-12-04T22:41:27,752 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting bc502d206feb42158123031fcfd5920a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733352086379 2024-12-04T22:41:27,761 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:27,761 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/64fc79341bd6496595d3c257c954274f is 50, key is test_row_0/B:col10/1733352086379/Put/seqid=0 2024-12-04T22:41:27,765 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:27,765 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/1f83aac19a35489b85047597cbb3cac0 is 50, key is test_row_0/A:col10/1733352086379/Put/seqid=0 2024-12-04T22:41:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741924_1100 (size=13289) 2024-12-04T22:41:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741925_1101 (size=13289) 2024-12-04T22:41:27,788 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/1f83aac19a35489b85047597cbb3cac0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1f83aac19a35489b85047597cbb3cac0 2024-12-04T22:41:27,793 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 1f83aac19a35489b85047597cbb3cac0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:27,793 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:27,793 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=12, startTime=1733352087748; duration=0sec 2024-12-04T22:41:27,794 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:27,794 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:27,794 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:27,795 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:27,795 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:27,795 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:27,795 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7cdb6909826a4286ac45872dd5bb6d03, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d3c59d068ada48dbb25831c2ecb5433b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7b13c11a6b224caeb3a6bcf23dc64f4c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2d3f0c6b37804d14b8d41c9e7d93d0d4] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=48.9 K 2024-12-04T22:41:27,796 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cdb6909826a4286ac45872dd5bb6d03, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733352084695 2024-12-04T22:41:27,796 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3c59d068ada48dbb25831c2ecb5433b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733352085553 2024-12-04T22:41:27,796 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b13c11a6b224caeb3a6bcf23dc64f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733352085707 2024-12-04T22:41:27,797 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d3f0c6b37804d14b8d41c9e7d93d0d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733352086379 2024-12-04T22:41:27,806 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:27,806 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/16a9595ea04e461eb7d70314a99ae1eb is 50, key is test_row_0/C:col10/1733352086379/Put/seqid=0 2024-12-04T22:41:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741926_1102 (size=13289) 2024-12-04T22:41:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:28,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:41:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:28,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:28,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/1756aaee032d4b23af2dc5c59d239dd3 is 50, key is test_row_0/A:col10/1733352086915/Put/seqid=0 2024-12-04T22:41:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741927_1103 (size=14741) 2024-12-04T22:41:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352148120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,178 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/64fc79341bd6496595d3c257c954274f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64fc79341bd6496595d3c257c954274f 2024-12-04T22:41:28,184 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 64fc79341bd6496595d3c257c954274f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:28,184 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:28,184 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=12, startTime=1733352087748; duration=0sec 2024-12-04T22:41:28,184 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:28,184 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:28,216 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/16a9595ea04e461eb7d70314a99ae1eb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/16a9595ea04e461eb7d70314a99ae1eb 2024-12-04T22:41:28,222 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 16a9595ea04e461eb7d70314a99ae1eb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:28,222 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:28,222 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=12, startTime=1733352087748; duration=0sec 2024-12-04T22:41:28,222 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:28,222 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352148230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352148440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/1756aaee032d4b23af2dc5c59d239dd3 2024-12-04T22:41:28,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/e3ddb8b7b1ed47dead5f055b0d29bef4 is 50, key is test_row_0/B:col10/1733352086915/Put/seqid=0 2024-12-04T22:41:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741928_1104 (size=12301) 2024-12-04T22:41:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T22:41:28,500 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:28,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-04T22:41:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T22:41:28,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:28,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:28,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:28,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352148539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352148540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,541 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:28,541 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T22:41:28,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T22:41:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:28,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53696 deadline: 1733352148739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,741 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352148750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:28,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T22:41:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:28,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T22:41:28,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/e3ddb8b7b1ed47dead5f055b0d29bef4 2024-12-04T22:41:28,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b5ea583d2ce84a95ac8ccf4b2f553094 is 50, key is test_row_0/C:col10/1733352086915/Put/seqid=0 2024-12-04T22:41:28,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741929_1105 (size=12301) 2024-12-04T22:41:28,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T22:41:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:28,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T22:41:29,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:29,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:29,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:29,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T22:41:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352149260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:29,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T22:41:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:29,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:29,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b5ea583d2ce84a95ac8ccf4b2f553094 2024-12-04T22:41:29,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/1756aaee032d4b23af2dc5c59d239dd3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1756aaee032d4b23af2dc5c59d239dd3 2024-12-04T22:41:29,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1756aaee032d4b23af2dc5c59d239dd3, entries=200, sequenceid=532, filesize=14.4 K 2024-12-04T22:41:29,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/e3ddb8b7b1ed47dead5f055b0d29bef4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e3ddb8b7b1ed47dead5f055b0d29bef4 2024-12-04T22:41:29,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e3ddb8b7b1ed47dead5f055b0d29bef4, entries=150, sequenceid=532, filesize=12.0 K 2024-12-04T22:41:29,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b5ea583d2ce84a95ac8ccf4b2f553094 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b5ea583d2ce84a95ac8ccf4b2f553094 2024-12-04T22:41:29,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b5ea583d2ce84a95ac8ccf4b2f553094, entries=150, sequenceid=532, filesize=12.0 K 2024-12-04T22:41:29,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 96ec22176583ddd29a65534d0bef9862 in 1262ms, sequenceid=532, compaction requested=false 2024-12-04T22:41:29,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:29,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T22:41:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:29,421 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:41:29,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:29,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:29,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:29,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:29,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:29,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8fbc269c2b834d3296cab11d8be94bbe is 50, key is test_row_0/A:col10/1733352088082/Put/seqid=0 2024-12-04T22:41:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741930_1106 (size=12301) 2024-12-04T22:41:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T22:41:29,845 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8fbc269c2b834d3296cab11d8be94bbe 2024-12-04T22:41:29,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/a8c7d8e63618461cafae824067e16202 is 50, key is test_row_0/B:col10/1733352088082/Put/seqid=0 2024-12-04T22:41:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741931_1107 (size=12301) 2024-12-04T22:41:29,859 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/a8c7d8e63618461cafae824067e16202 2024-12-04T22:41:29,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b2929652eca74569af30b32350c08b4f is 50, key is test_row_0/C:col10/1733352088082/Put/seqid=0 2024-12-04T22:41:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741932_1108 (size=12301) 2024-12-04T22:41:29,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b2929652eca74569af30b32350c08b4f 2024-12-04T22:41:29,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/8fbc269c2b834d3296cab11d8be94bbe as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8fbc269c2b834d3296cab11d8be94bbe 2024-12-04T22:41:29,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8fbc269c2b834d3296cab11d8be94bbe, entries=150, sequenceid=550, filesize=12.0 K 2024-12-04T22:41:29,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/a8c7d8e63618461cafae824067e16202 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a8c7d8e63618461cafae824067e16202 2024-12-04T22:41:29,891 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a8c7d8e63618461cafae824067e16202, entries=150, sequenceid=550, filesize=12.0 K 2024-12-04T22:41:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/b2929652eca74569af30b32350c08b4f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b2929652eca74569af30b32350c08b4f 2024-12-04T22:41:29,899 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b2929652eca74569af30b32350c08b4f, entries=150, sequenceid=550, filesize=12.0 K 2024-12-04T22:41:29,900 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 96ec22176583ddd29a65534d0bef9862 in 479ms, sequenceid=550, compaction requested=true 2024-12-04T22:41:29,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:29,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:29,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-04T22:41:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-04T22:41:29,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-04T22:41:29,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-12-04T22:41:29,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4030 sec 2024-12-04T22:41:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:30,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:30,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:30,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:30,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:30,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:30,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/7f9a04ea325c408daebfd52688492d4b is 50, key is test_row_0/A:col10/1733352090275/Put/seqid=0 2024-12-04T22:41:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741933_1109 (size=14741) 2024-12-04T22:41:30,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/7f9a04ea325c408daebfd52688492d4b 2024-12-04T22:41:30,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/288694598f1444d6ac64351772eab957 is 50, key is test_row_0/B:col10/1733352090275/Put/seqid=0 2024-12-04T22:41:30,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741934_1110 (size=12301) 2024-12-04T22:41:30,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352090326, max timestamp=1733352090347Num uniques 859; 2024-12-04T22:41:30,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352090326, max timestamp=1733352090347Num uniques 859; 2024-12-04T22:41:30,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352090326, max timestamp=1733352090347Num uniques 859; 2024-12-04T22:41:30,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:30,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:30,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:30,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352150417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352150529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53688 deadline: 1733352150550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:30,553 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:30,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53718 deadline: 1733352150560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:30,561 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 96ec22176583ddd29a65534d0bef9862 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:30,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T22:41:30,650 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:30,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-04T22:41:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:41:30,653 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:30,653 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:30,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:30,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/288694598f1444d6ac64351772eab957 2024-12-04T22:41:30,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/8306cf67fa8749919faea71cc21b232e is 50, key is test_row_0/C:col10/1733352090275/Put/seqid=0 2024-12-04T22:41:30,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741935_1111 (size=12301) 2024-12-04T22:41:30,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/8306cf67fa8749919faea71cc21b232e 2024-12-04T22:41:30,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/7f9a04ea325c408daebfd52688492d4b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7f9a04ea325c408daebfd52688492d4b 2024-12-04T22:41:30,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7f9a04ea325c408daebfd52688492d4b, entries=200, sequenceid=560, filesize=14.4 K 2024-12-04T22:41:30,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/288694598f1444d6ac64351772eab957 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/288694598f1444d6ac64351772eab957 2024-12-04T22:41:30,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/288694598f1444d6ac64351772eab957, entries=150, sequenceid=560, filesize=12.0 K 2024-12-04T22:41:30,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/8306cf67fa8749919faea71cc21b232e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/8306cf67fa8749919faea71cc21b232e 2024-12-04T22:41:30,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352150739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:30,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:30,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:30,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/8306cf67fa8749919faea71cc21b232e, entries=150, sequenceid=560, filesize=12.0 K 2024-12-04T22:41:30,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 96ec22176583ddd29a65534d0bef9862 in 469ms, sequenceid=560, compaction requested=true 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:30,749 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:30,749 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:30,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:30,750 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55072 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:30,750 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:30,750 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:30,750 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:30,751 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:30,751 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:30,751 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64fc79341bd6496595d3c257c954274f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e3ddb8b7b1ed47dead5f055b0d29bef4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a8c7d8e63618461cafae824067e16202, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/288694598f1444d6ac64351772eab957] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=49.0 K 2024-12-04T22:41:30,751 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1f83aac19a35489b85047597cbb3cac0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1756aaee032d4b23af2dc5c59d239dd3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8fbc269c2b834d3296cab11d8be94bbe, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7f9a04ea325c408daebfd52688492d4b] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=53.8 K 2024-12-04T22:41:30,751 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f83aac19a35489b85047597cbb3cac0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733352086379 2024-12-04T22:41:30,751 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 64fc79341bd6496595d3c257c954274f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733352086379 2024-12-04T22:41:30,751 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1756aaee032d4b23af2dc5c59d239dd3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733352086909 2024-12-04T22:41:30,751 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e3ddb8b7b1ed47dead5f055b0d29bef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733352086915 2024-12-04T22:41:30,752 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fbc269c2b834d3296cab11d8be94bbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1733352088082 2024-12-04T22:41:30,752 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a8c7d8e63618461cafae824067e16202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1733352088082 2024-12-04T22:41:30,752 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f9a04ea325c408daebfd52688492d4b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352090275 2024-12-04T22:41:30,752 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 288694598f1444d6ac64351772eab957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352090275 2024-12-04T22:41:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:41:30,761 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:30,762 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f615c38759e0488388c7227306d89908 is 50, key is test_row_0/B:col10/1733352090275/Put/seqid=0 2024-12-04T22:41:30,763 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:30,764 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/61ea29f4324d4847b4e6fc99026fc0a7 is 50, key is test_row_0/A:col10/1733352090275/Put/seqid=0 2024-12-04T22:41:30,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741936_1112 (size=13425) 2024-12-04T22:41:30,785 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/f615c38759e0488388c7227306d89908 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f615c38759e0488388c7227306d89908 2024-12-04T22:41:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741937_1113 (size=13425) 2024-12-04T22:41:30,792 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into f615c38759e0488388c7227306d89908(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:30,792 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:30,792 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=12, startTime=1733352090749; duration=0sec 2024-12-04T22:41:30,792 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:30,793 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:30,793 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:30,794 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:30,794 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:30,794 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:30,794 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/16a9595ea04e461eb7d70314a99ae1eb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b5ea583d2ce84a95ac8ccf4b2f553094, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b2929652eca74569af30b32350c08b4f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/8306cf67fa8749919faea71cc21b232e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=49.0 K 2024-12-04T22:41:30,794 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/61ea29f4324d4847b4e6fc99026fc0a7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/61ea29f4324d4847b4e6fc99026fc0a7 2024-12-04T22:41:30,795 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 16a9595ea04e461eb7d70314a99ae1eb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1733352086379 2024-12-04T22:41:30,796 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b5ea583d2ce84a95ac8ccf4b2f553094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733352086915 2024-12-04T22:41:30,796 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b2929652eca74569af30b32350c08b4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1733352088082 2024-12-04T22:41:30,797 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8306cf67fa8749919faea71cc21b232e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352090275 2024-12-04T22:41:30,801 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 61ea29f4324d4847b4e6fc99026fc0a7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:30,801 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:30,801 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=12, startTime=1733352090749; duration=0sec 2024-12-04T22:41:30,801 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:30,802 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:30,804 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:30,805 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/d158a69024d840a58714b73b00e6adc9 is 50, key is test_row_0/C:col10/1733352090275/Put/seqid=0 2024-12-04T22:41:30,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:30,806 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741938_1114 (size=13425) 2024-12-04T22:41:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/0c7dbe5482f54b29a0b4d8523c8a53d6 is 50, key is test_row_0/A:col10/1733352090415/Put/seqid=0 2024-12-04T22:41:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741939_1115 (size=12301) 2024-12-04T22:41:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:31,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:31,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352151081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:31,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:31,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352151189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:31,214 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/0c7dbe5482f54b29a0b4d8523c8a53d6 2024-12-04T22:41:31,254 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/d158a69024d840a58714b73b00e6adc9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d158a69024d840a58714b73b00e6adc9 2024-12-04T22:41:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/1ab4848e32ef4bc081af155eddda6424 is 50, key is test_row_0/B:col10/1733352090415/Put/seqid=0 2024-12-04T22:41:31,261 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into d158a69024d840a58714b73b00e6adc9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:31,261 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:31,261 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=12, startTime=1733352090749; duration=0sec 2024-12-04T22:41:31,261 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:31,261 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741940_1116 (size=12301) 2024-12-04T22:41:31,264 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/1ab4848e32ef4bc081af155eddda6424 2024-12-04T22:41:31,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/2a08f6e90b4746d484624610c096d6b0 is 50, key is test_row_0/C:col10/1733352090415/Put/seqid=0 2024-12-04T22:41:31,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741941_1117 (size=12301) 2024-12-04T22:41:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:41:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352151399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:31,677 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/2a08f6e90b4746d484624610c096d6b0 2024-12-04T22:41:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/0c7dbe5482f54b29a0b4d8523c8a53d6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0c7dbe5482f54b29a0b4d8523c8a53d6 2024-12-04T22:41:31,686 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0c7dbe5482f54b29a0b4d8523c8a53d6, entries=150, sequenceid=599, filesize=12.0 K 2024-12-04T22:41:31,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/1ab4848e32ef4bc081af155eddda6424 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/1ab4848e32ef4bc081af155eddda6424 2024-12-04T22:41:31,692 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/1ab4848e32ef4bc081af155eddda6424, entries=150, sequenceid=599, filesize=12.0 K 2024-12-04T22:41:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/2a08f6e90b4746d484624610c096d6b0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2a08f6e90b4746d484624610c096d6b0 2024-12-04T22:41:31,698 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2a08f6e90b4746d484624610c096d6b0, entries=150, sequenceid=599, filesize=12.0 K 2024-12-04T22:41:31,699 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 96ec22176583ddd29a65534d0bef9862 in 893ms, sequenceid=599, compaction requested=false 2024-12-04T22:41:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T22:41:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T22:41:31,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T22:41:31,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-12-04T22:41:31,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0530 sec 2024-12-04T22:41:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:31,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:41:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:31,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:31,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/890a65e25c1c4a3caafe0ecd04455a58 is 50, key is test_row_0/A:col10/1733352091710/Put/seqid=0 2024-12-04T22:41:31,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741942_1118 (size=14741) 2024-12-04T22:41:31,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352151758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:31,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352091743, max timestamp=1733352091757Num uniques 859; 2024-12-04T22:41:31,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352091743, max timestamp=1733352091757Num uniques 859; 2024-12-04T22:41:31,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352091743, max timestamp=1733352091757Num uniques 859; 2024-12-04T22:41:31,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:31,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:31,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:41:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T22:41:31,790 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:31,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-04T22:41:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:31,792 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:31,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:31,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:31,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352151931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:31,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:31,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:31,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:31,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:31,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:31,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352152039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:32,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:32,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/890a65e25c1c4a3caafe0ecd04455a58 2024-12-04T22:41:32,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/a3872451df1545e3845401795fc72356 is 50, key is test_row_0/B:col10/1733352091710/Put/seqid=0 2024-12-04T22:41:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741943_1119 (size=12301) 2024-12-04T22:41:32,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352152250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:32,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:32,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,278 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-04T22:41:32,278 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-04T22:41:32,278 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:32,278 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:32,279 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-04T22:41:32,279 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:32,282 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,282 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,282 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,283 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,283 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,283 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:32,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:32,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:32,286 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-04T22:41:32,286 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:32,286 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,286 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:32,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:32,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:32,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:32,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/a3872451df1545e3845401795fc72356 2024-12-04T22:41:32,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/95d1263208eb4f979efea83ea98b9186 is 50, key is test_row_0/C:col10/1733352091710/Put/seqid=0 2024-12-04T22:41:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741944_1120 (size=12301) 2024-12-04T22:41:32,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53686 deadline: 1733352152560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:41:32,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:32,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:32,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/95d1263208eb4f979efea83ea98b9186 2024-12-04T22:41:32,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/890a65e25c1c4a3caafe0ecd04455a58 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/890a65e25c1c4a3caafe0ecd04455a58 2024-12-04T22:41:32,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/890a65e25c1c4a3caafe0ecd04455a58, entries=200, sequenceid=611, filesize=14.4 K 2024-12-04T22:41:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/a3872451df1545e3845401795fc72356 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a3872451df1545e3845401795fc72356 2024-12-04T22:41:32,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a3872451df1545e3845401795fc72356, entries=150, sequenceid=611, filesize=12.0 K 2024-12-04T22:41:32,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/95d1263208eb4f979efea83ea98b9186 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/95d1263208eb4f979efea83ea98b9186 2024-12-04T22:41:32,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/95d1263208eb4f979efea83ea98b9186, entries=150, sequenceid=611, filesize=12.0 K 2024-12-04T22:41:32,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 96ec22176583ddd29a65534d0bef9862 in 1267ms, sequenceid=611, compaction requested=true 2024-12-04T22:41:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:32,979 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96ec22176583ddd29a65534d0bef9862:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:32,979 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:32,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:32,980 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:32,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/A is initiating minor compaction (all files) 2024-12-04T22:41:32,980 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/B is initiating minor compaction (all files) 2024-12-04T22:41:32,980 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/B in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,980 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/A in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:32,980 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f615c38759e0488388c7227306d89908, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/1ab4848e32ef4bc081af155eddda6424, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a3872451df1545e3845401795fc72356] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=37.1 K 2024-12-04T22:41:32,980 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/61ea29f4324d4847b4e6fc99026fc0a7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0c7dbe5482f54b29a0b4d8523c8a53d6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/890a65e25c1c4a3caafe0ecd04455a58] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=39.5 K 2024-12-04T22:41:32,980 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f615c38759e0488388c7227306d89908, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352090275 2024-12-04T22:41:32,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 61ea29f4324d4847b4e6fc99026fc0a7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352090275 2024-12-04T22:41:32,981 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab4848e32ef4bc081af155eddda6424, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733352090382 2024-12-04T22:41:32,981 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c7dbe5482f54b29a0b4d8523c8a53d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733352090382 2024-12-04T22:41:32,981 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3872451df1545e3845401795fc72356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733352091058 2024-12-04T22:41:32,981 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 890a65e25c1c4a3caafe0ecd04455a58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733352091058 2024-12-04T22:41:32,988 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:32,988 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:32,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:41:32,989 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/408e4d46843f4d4cb60468044c45a9de is 50, key is test_row_0/B:col10/1733352091710/Put/seqid=0 2024-12-04T22:41:32,989 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/9894c30f8c244923b61f66e662940c03 is 50, key is test_row_0/A:col10/1733352091710/Put/seqid=0 2024-12-04T22:41:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741945_1121 (size=13527) 2024-12-04T22:41:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741946_1122 (size=13527) 2024-12-04T22:41:33,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T22:41:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:33,028 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-04T22:41:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/eb83661006de47259dc3d70486b9fdc7 is 50, key is test_row_0/A:col10/1733352091913/Put/seqid=0 2024-12-04T22:41:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741947_1123 (size=12301) 2024-12-04T22:41:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:33,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. as already flushing 2024-12-04T22:41:33,074 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-04T22:41:33,074 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:33,074 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:33,074 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:33,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:33,404 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/9894c30f8c244923b61f66e662940c03 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/9894c30f8c244923b61f66e662940c03 2024-12-04T22:41:33,404 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/408e4d46843f4d4cb60468044c45a9de as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/408e4d46843f4d4cb60468044c45a9de 2024-12-04T22:41:33,410 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/A of 96ec22176583ddd29a65534d0bef9862 into 9894c30f8c244923b61f66e662940c03(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:33,410 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/B of 96ec22176583ddd29a65534d0bef9862 into 408e4d46843f4d4cb60468044c45a9de(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:33,410 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/B, priority=13, startTime=1733352092979; duration=0sec 2024-12-04T22:41:33,410 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/A, priority=13, startTime=1733352092978; duration=0sec 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:B 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:A 2024-12-04T22:41:33,410 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:33,411 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:33,411 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 96ec22176583ddd29a65534d0bef9862/C is initiating minor compaction (all files) 2024-12-04T22:41:33,411 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96ec22176583ddd29a65534d0bef9862/C in TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:33,411 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d158a69024d840a58714b73b00e6adc9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2a08f6e90b4746d484624610c096d6b0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/95d1263208eb4f979efea83ea98b9186] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp, totalSize=37.1 K 2024-12-04T22:41:33,412 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d158a69024d840a58714b73b00e6adc9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352090275 2024-12-04T22:41:33,412 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a08f6e90b4746d484624610c096d6b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733352090382 2024-12-04T22:41:33,412 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95d1263208eb4f979efea83ea98b9186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1733352091058 2024-12-04T22:41:33,419 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96ec22176583ddd29a65534d0bef9862#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:33,419 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/20d711a5455a4c738bc4812f48c580fa is 50, key is test_row_0/C:col10/1733352091710/Put/seqid=0 2024-12-04T22:41:33,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741948_1124 (size=13527) 2024-12-04T22:41:33,439 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/eb83661006de47259dc3d70486b9fdc7 2024-12-04T22:41:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6e9dafa66c6344518dfccec9dde2d680 is 50, key is test_row_0/B:col10/1733352091913/Put/seqid=0 2024-12-04T22:41:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741949_1125 (size=12301) 2024-12-04T22:41:33,834 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/20d711a5455a4c738bc4812f48c580fa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/20d711a5455a4c738bc4812f48c580fa 2024-12-04T22:41:33,841 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96ec22176583ddd29a65534d0bef9862/C of 96ec22176583ddd29a65534d0bef9862 into 20d711a5455a4c738bc4812f48c580fa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:33,841 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:33,841 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., storeName=96ec22176583ddd29a65534d0bef9862/C, priority=13, startTime=1733352092979; duration=0sec 2024-12-04T22:41:33,842 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:33,842 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96ec22176583ddd29a65534d0bef9862:C 2024-12-04T22:41:33,850 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6e9dafa66c6344518dfccec9dde2d680 2024-12-04T22:41:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/6ed4735f3aee44618ea42e03a6e6b68c is 50, key is test_row_0/C:col10/1733352091913/Put/seqid=0 2024-12-04T22:41:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741950_1126 (size=12301) 2024-12-04T22:41:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:34,054 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-04T22:41:34,054 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:34,055 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:34,055 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:34,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:34,265 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/6ed4735f3aee44618ea42e03a6e6b68c 2024-12-04T22:41:34,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/eb83661006de47259dc3d70486b9fdc7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/eb83661006de47259dc3d70486b9fdc7 2024-12-04T22:41:34,285 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/eb83661006de47259dc3d70486b9fdc7, entries=150, sequenceid=647, filesize=12.0 K 2024-12-04T22:41:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/6e9dafa66c6344518dfccec9dde2d680 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6e9dafa66c6344518dfccec9dde2d680 2024-12-04T22:41:34,290 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6e9dafa66c6344518dfccec9dde2d680, entries=150, sequenceid=647, filesize=12.0 K 2024-12-04T22:41:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/6ed4735f3aee44618ea42e03a6e6b68c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6ed4735f3aee44618ea42e03a6e6b68c 2024-12-04T22:41:34,296 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6ed4735f3aee44618ea42e03a6e6b68c, entries=150, sequenceid=647, filesize=12.0 K 2024-12-04T22:41:34,297 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=13.42 KB/13740 for 96ec22176583ddd29a65534d0bef9862 in 1269ms, sequenceid=647, compaction requested=false 2024-12-04T22:41:34,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 96ec22176583ddd29a65534d0bef9862: 2024-12-04T22:41:34,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:34,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T22:41:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T22:41:34,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-04T22:41:34,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5060 sec 2024-12-04T22:41:34,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.5100 sec 2024-12-04T22:41:34,573 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-04T22:41:34,573 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:34,573 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:34,573 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:34,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:34,593 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-04T22:41:34,593 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:34,593 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:34,593 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:34,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T22:41:35,951 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:38,791 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-04T22:41:38,791 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:41:38,791 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:38,791 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:38,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 226 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3956 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3751 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T22:41:38,791 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1729 2024-12-04T22:41:38,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5185 rows 2024-12-04T22:41:38,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1740 2024-12-04T22:41:38,792 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5216 rows 2024-12-04T22:41:38,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:41:38,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:38,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:38,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:38,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:38,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T22:41:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T22:41:38,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352098802"}]},"ts":"1733352098802"} 2024-12-04T22:41:38,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T22:41:38,805 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T22:41:38,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:41:38,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, UNASSIGN}] 2024-12-04T22:41:38,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, UNASSIGN 2024-12-04T22:41:38,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=96ec22176583ddd29a65534d0bef9862, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, UNASSIGN because future has completed 2024-12-04T22:41:38,816 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:41:38,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:41:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T22:41:38,973 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:38,973 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:41:38,974 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 96ec22176583ddd29a65534d0bef9862, disabling compactions & flushes 2024-12-04T22:41:38,974 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:38,974 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:38,974 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. after waiting 0 ms 2024-12-04T22:41:38,974 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:38,974 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 96ec22176583ddd29a65534d0bef9862 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T22:41:38,975 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=A 2024-12-04T22:41:38,975 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:38,975 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=B 2024-12-04T22:41:38,975 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:38,975 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96ec22176583ddd29a65534d0bef9862, store=C 2024-12-04T22:41:38,975 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:38,980 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/b7ecf9e2d7494866b99744ce7a02bc5a is 50, key is test_row_0/A:col10/1733352098789/Put/seqid=0 2024-12-04T22:41:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741951_1127 (size=12301) 2024-12-04T22:41:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T22:41:39,389 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/b7ecf9e2d7494866b99744ce7a02bc5a 2024-12-04T22:41:39,406 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/69c60ad8064f4204aae1072eed5344bd is 50, key is test_row_0/B:col10/1733352098789/Put/seqid=0 2024-12-04T22:41:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741952_1128 (size=12301) 2024-12-04T22:41:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T22:41:39,813 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/69c60ad8064f4204aae1072eed5344bd 2024-12-04T22:41:39,828 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/61bef6e4994f42f596cb047b2a840fbf is 50, key is test_row_0/C:col10/1733352098789/Put/seqid=0 2024-12-04T22:41:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741953_1129 (size=12301) 2024-12-04T22:41:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T22:41:40,233 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/61bef6e4994f42f596cb047b2a840fbf 2024-12-04T22:41:40,239 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/A/b7ecf9e2d7494866b99744ce7a02bc5a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b7ecf9e2d7494866b99744ce7a02bc5a 2024-12-04T22:41:40,246 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b7ecf9e2d7494866b99744ce7a02bc5a, entries=150, sequenceid=658, filesize=12.0 K 2024-12-04T22:41:40,248 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/B/69c60ad8064f4204aae1072eed5344bd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/69c60ad8064f4204aae1072eed5344bd 2024-12-04T22:41:40,255 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/69c60ad8064f4204aae1072eed5344bd, entries=150, sequenceid=658, filesize=12.0 K 2024-12-04T22:41:40,256 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/.tmp/C/61bef6e4994f42f596cb047b2a840fbf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/61bef6e4994f42f596cb047b2a840fbf 2024-12-04T22:41:40,265 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/61bef6e4994f42f596cb047b2a840fbf, entries=150, sequenceid=658, filesize=12.0 K 2024-12-04T22:41:40,267 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 96ec22176583ddd29a65534d0bef9862 in 1292ms, sequenceid=658, compaction requested=true 2024-12-04T22:41:40,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/54bdaa409c6c433aa26080045a186667, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0cb1755e84dc4468aaa519fbfaeab6cd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/23bc32ea69c346d384fff0cf18b89ff6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e367191912324160a59ba84a4e5679d6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/92b623d47f724e90a99fc82b34f425ae, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8d27af8fb76d4a05941203f9aec32a2b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d2930128298f4c3eaf397a86fe675b57, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e88689da9c3549f4b53446d7e14f409e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/42cd14e68dc44125ac6ce0b4fcd79873, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/83704ee7aab244a0a20cfaca6db671ff, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/3a01f2b801d645aab43f291d3eebee4d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/68fcd0a54b3c4db890c9a7a85432b834, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8b7eb7a9d45b449b950e62c5697c0043, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c301667cafa3408eae74e96b83288e9a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/df31085cfe8c40a2b1ee474d65e91f2e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/920d486d8cd8440797a4a75aeec9ff5b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d3faab4b23e74411b32536d600c630aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a7b2bd03a92e44fda607a18560f33bb0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7098a47bf42f4f299a9d2a14dafedd79, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c0aba6dac4524622acf1f0506f6319f1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/6ad2a3ce4a8f41a9bf84edf5515d639b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/fc3e9b699ca540db8fa5cbba1c1660a6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/18746ed2864d4d3b9a498b7b73df738c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/065bf028f5f04f9ca0ac71bde214382d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/168b1b1b2b4848ebb6462c79aa75cc27, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/de08cd1ff277469a83878a2f4e06d176, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b67dae63a3124fdbae299dbf0014e79f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e6e309071de142c6933861cc0b6c9a9f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1f83aac19a35489b85047597cbb3cac0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1756aaee032d4b23af2dc5c59d239dd3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8fbc269c2b834d3296cab11d8be94bbe, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7f9a04ea325c408daebfd52688492d4b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/61ea29f4324d4847b4e6fc99026fc0a7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0c7dbe5482f54b29a0b4d8523c8a53d6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/890a65e25c1c4a3caafe0ecd04455a58] to archive 2024-12-04T22:41:40,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:41:40,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/54bdaa409c6c433aa26080045a186667 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/54bdaa409c6c433aa26080045a186667 2024-12-04T22:41:40,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0cb1755e84dc4468aaa519fbfaeab6cd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0cb1755e84dc4468aaa519fbfaeab6cd 2024-12-04T22:41:40,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/23bc32ea69c346d384fff0cf18b89ff6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/23bc32ea69c346d384fff0cf18b89ff6 2024-12-04T22:41:40,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e367191912324160a59ba84a4e5679d6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e367191912324160a59ba84a4e5679d6 2024-12-04T22:41:40,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/92b623d47f724e90a99fc82b34f425ae to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/92b623d47f724e90a99fc82b34f425ae 2024-12-04T22:41:40,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8d27af8fb76d4a05941203f9aec32a2b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8d27af8fb76d4a05941203f9aec32a2b 2024-12-04T22:41:40,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d2930128298f4c3eaf397a86fe675b57 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d2930128298f4c3eaf397a86fe675b57 2024-12-04T22:41:40,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e88689da9c3549f4b53446d7e14f409e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e88689da9c3549f4b53446d7e14f409e 2024-12-04T22:41:40,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/42cd14e68dc44125ac6ce0b4fcd79873 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/42cd14e68dc44125ac6ce0b4fcd79873 2024-12-04T22:41:40,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/83704ee7aab244a0a20cfaca6db671ff to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/83704ee7aab244a0a20cfaca6db671ff 2024-12-04T22:41:40,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a3f3d4d45ffe40cfb7754f52bbf1aa5b 2024-12-04T22:41:40,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/3a01f2b801d645aab43f291d3eebee4d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/3a01f2b801d645aab43f291d3eebee4d 2024-12-04T22:41:40,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/68fcd0a54b3c4db890c9a7a85432b834 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/68fcd0a54b3c4db890c9a7a85432b834 2024-12-04T22:41:40,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8b7eb7a9d45b449b950e62c5697c0043 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8b7eb7a9d45b449b950e62c5697c0043 2024-12-04T22:41:40,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c301667cafa3408eae74e96b83288e9a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c301667cafa3408eae74e96b83288e9a 2024-12-04T22:41:40,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/df31085cfe8c40a2b1ee474d65e91f2e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/df31085cfe8c40a2b1ee474d65e91f2e 2024-12-04T22:41:40,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/920d486d8cd8440797a4a75aeec9ff5b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/920d486d8cd8440797a4a75aeec9ff5b 2024-12-04T22:41:40,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d3faab4b23e74411b32536d600c630aa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/d3faab4b23e74411b32536d600c630aa 2024-12-04T22:41:40,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a7b2bd03a92e44fda607a18560f33bb0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/a7b2bd03a92e44fda607a18560f33bb0 2024-12-04T22:41:40,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7098a47bf42f4f299a9d2a14dafedd79 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7098a47bf42f4f299a9d2a14dafedd79 2024-12-04T22:41:40,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c0aba6dac4524622acf1f0506f6319f1 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/c0aba6dac4524622acf1f0506f6319f1 2024-12-04T22:41:40,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/6ad2a3ce4a8f41a9bf84edf5515d639b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/6ad2a3ce4a8f41a9bf84edf5515d639b 2024-12-04T22:41:40,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/fc3e9b699ca540db8fa5cbba1c1660a6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/fc3e9b699ca540db8fa5cbba1c1660a6 2024-12-04T22:41:40,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/18746ed2864d4d3b9a498b7b73df738c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/18746ed2864d4d3b9a498b7b73df738c 2024-12-04T22:41:40,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/065bf028f5f04f9ca0ac71bde214382d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/065bf028f5f04f9ca0ac71bde214382d 2024-12-04T22:41:40,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/168b1b1b2b4848ebb6462c79aa75cc27 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/168b1b1b2b4848ebb6462c79aa75cc27 2024-12-04T22:41:40,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/de08cd1ff277469a83878a2f4e06d176 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/de08cd1ff277469a83878a2f4e06d176 2024-12-04T22:41:40,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b67dae63a3124fdbae299dbf0014e79f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b67dae63a3124fdbae299dbf0014e79f 2024-12-04T22:41:40,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e6e309071de142c6933861cc0b6c9a9f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/e6e309071de142c6933861cc0b6c9a9f 2024-12-04T22:41:40,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1f83aac19a35489b85047597cbb3cac0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1f83aac19a35489b85047597cbb3cac0 2024-12-04T22:41:40,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1756aaee032d4b23af2dc5c59d239dd3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/1756aaee032d4b23af2dc5c59d239dd3 2024-12-04T22:41:40,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8fbc269c2b834d3296cab11d8be94bbe to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/8fbc269c2b834d3296cab11d8be94bbe 2024-12-04T22:41:40,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7f9a04ea325c408daebfd52688492d4b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/7f9a04ea325c408daebfd52688492d4b 2024-12-04T22:41:40,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/61ea29f4324d4847b4e6fc99026fc0a7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/61ea29f4324d4847b4e6fc99026fc0a7 2024-12-04T22:41:40,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0c7dbe5482f54b29a0b4d8523c8a53d6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/0c7dbe5482f54b29a0b4d8523c8a53d6 2024-12-04T22:41:40,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/890a65e25c1c4a3caafe0ecd04455a58 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/890a65e25c1c4a3caafe0ecd04455a58 2024-12-04T22:41:40,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b08446260ee470d986bc9e36d59dd5a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f2296b9f6ebd49a991f68627604d0ada, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/63daff25822d40dc958c205ba875532c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0917c29f69f840d68de9ff74c3f2332e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c62b42cdee0c40c78cb810b87dd26b45, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/db671942e977463cbd37bc6c9c59acd6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6282bd54277742beb2b4a17f3c9dc819, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/5347cdf9e64a4256926224dc64a63667, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0d5d8246815d4add9ce2ca1b930db7b8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b52a2f7278444875a30b64d265a6d659, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/71889cd7779d418590b31cee15225338, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/cbcd1e978a47481681b282b0f8fde68b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/59848d3e9f404df8b5969c86be1633cb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/220b2e3e8e0e47529f9a11d224e86e28, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64e14c5265f7437b89432ffb64440e58, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/13ba59df4f654d8ca377f72d510e3c68, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/dd5dff84acc04e7eb50a1ae0ed198f8f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/8f5cc1b8a80e41a3b0281e588c09b95e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e2b7b6733c7a4a99bf710f2ebdb02f43, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b7906c9259974f82ba98606aa79e6056, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f38f76dc7a1d406d9c3df4a480465cc5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/29b5765905574e99922cb24ad453af06, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c7f25d9dcfaf456d9aefea9fb7159aeb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b777f5f3e704d61bf8a44afc7b34092, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/00ffe68a698949a1a470e16cac371e3c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/032b241e087d4dc784853e9be518542f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/53e3bd73c7eb4aae999a08cd871625b4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64fc79341bd6496595d3c257c954274f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/bc502d206feb42158123031fcfd5920a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e3ddb8b7b1ed47dead5f055b0d29bef4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a8c7d8e63618461cafae824067e16202, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f615c38759e0488388c7227306d89908, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/288694598f1444d6ac64351772eab957, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/1ab4848e32ef4bc081af155eddda6424, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a3872451df1545e3845401795fc72356] to archive 2024-12-04T22:41:40,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:41:40,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b08446260ee470d986bc9e36d59dd5a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b08446260ee470d986bc9e36d59dd5a 2024-12-04T22:41:40,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f2296b9f6ebd49a991f68627604d0ada to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f2296b9f6ebd49a991f68627604d0ada 2024-12-04T22:41:40,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/63daff25822d40dc958c205ba875532c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/63daff25822d40dc958c205ba875532c 2024-12-04T22:41:40,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0917c29f69f840d68de9ff74c3f2332e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0917c29f69f840d68de9ff74c3f2332e 2024-12-04T22:41:40,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c62b42cdee0c40c78cb810b87dd26b45 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c62b42cdee0c40c78cb810b87dd26b45 2024-12-04T22:41:40,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/db671942e977463cbd37bc6c9c59acd6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/db671942e977463cbd37bc6c9c59acd6 2024-12-04T22:41:40,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6282bd54277742beb2b4a17f3c9dc819 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6282bd54277742beb2b4a17f3c9dc819 2024-12-04T22:41:40,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/5347cdf9e64a4256926224dc64a63667 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/5347cdf9e64a4256926224dc64a63667 2024-12-04T22:41:40,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0d5d8246815d4add9ce2ca1b930db7b8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/0d5d8246815d4add9ce2ca1b930db7b8 2024-12-04T22:41:40,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b52a2f7278444875a30b64d265a6d659 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b52a2f7278444875a30b64d265a6d659 2024-12-04T22:41:40,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/71889cd7779d418590b31cee15225338 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/71889cd7779d418590b31cee15225338 2024-12-04T22:41:40,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/cbcd1e978a47481681b282b0f8fde68b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/cbcd1e978a47481681b282b0f8fde68b 2024-12-04T22:41:40,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/59848d3e9f404df8b5969c86be1633cb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/59848d3e9f404df8b5969c86be1633cb 2024-12-04T22:41:40,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/ac1aaa8d91aa40a09aacd9a6e1f4f08f 2024-12-04T22:41:40,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/220b2e3e8e0e47529f9a11d224e86e28 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/220b2e3e8e0e47529f9a11d224e86e28 2024-12-04T22:41:40,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64e14c5265f7437b89432ffb64440e58 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64e14c5265f7437b89432ffb64440e58 2024-12-04T22:41:40,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/13ba59df4f654d8ca377f72d510e3c68 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/13ba59df4f654d8ca377f72d510e3c68 2024-12-04T22:41:40,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/dd5dff84acc04e7eb50a1ae0ed198f8f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/dd5dff84acc04e7eb50a1ae0ed198f8f 2024-12-04T22:41:40,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/8f5cc1b8a80e41a3b0281e588c09b95e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/8f5cc1b8a80e41a3b0281e588c09b95e 2024-12-04T22:41:40,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e2b7b6733c7a4a99bf710f2ebdb02f43 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e2b7b6733c7a4a99bf710f2ebdb02f43 2024-12-04T22:41:40,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b7906c9259974f82ba98606aa79e6056 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/b7906c9259974f82ba98606aa79e6056 2024-12-04T22:41:40,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f38f76dc7a1d406d9c3df4a480465cc5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f38f76dc7a1d406d9c3df4a480465cc5 2024-12-04T22:41:40,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/29b5765905574e99922cb24ad453af06 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/29b5765905574e99922cb24ad453af06 2024-12-04T22:41:40,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c7f25d9dcfaf456d9aefea9fb7159aeb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/c7f25d9dcfaf456d9aefea9fb7159aeb 2024-12-04T22:41:40,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b777f5f3e704d61bf8a44afc7b34092 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6b777f5f3e704d61bf8a44afc7b34092 2024-12-04T22:41:40,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/00ffe68a698949a1a470e16cac371e3c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/00ffe68a698949a1a470e16cac371e3c 2024-12-04T22:41:40,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/032b241e087d4dc784853e9be518542f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/032b241e087d4dc784853e9be518542f 2024-12-04T22:41:40,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/53e3bd73c7eb4aae999a08cd871625b4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/53e3bd73c7eb4aae999a08cd871625b4 2024-12-04T22:41:40,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64fc79341bd6496595d3c257c954274f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/64fc79341bd6496595d3c257c954274f 2024-12-04T22:41:40,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/bc502d206feb42158123031fcfd5920a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/bc502d206feb42158123031fcfd5920a 2024-12-04T22:41:40,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e3ddb8b7b1ed47dead5f055b0d29bef4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/e3ddb8b7b1ed47dead5f055b0d29bef4 2024-12-04T22:41:40,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a8c7d8e63618461cafae824067e16202 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a8c7d8e63618461cafae824067e16202 2024-12-04T22:41:40,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f615c38759e0488388c7227306d89908 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/f615c38759e0488388c7227306d89908 2024-12-04T22:41:40,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/288694598f1444d6ac64351772eab957 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/288694598f1444d6ac64351772eab957 2024-12-04T22:41:40,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/1ab4848e32ef4bc081af155eddda6424 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/1ab4848e32ef4bc081af155eddda6424 2024-12-04T22:41:40,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a3872451df1545e3845401795fc72356 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/a3872451df1545e3845401795fc72356 2024-12-04T22:41:40,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7020526a997c4181b8ccc65aa5bd39a5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/960a3266a0c540f2b10ee9191ddb228b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/f4fa513db84a439f85abb5a4ffe2dc46, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/accd1b95fef949dc88ea5296d9a585c9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/dc2346ab05e04a1b8aebc2fecd364c69, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9475c30207544bdba182de253b195941, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6d2dfb3fb4d043b8adf8d1affc2907fd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/30b82de5caf24ee8b100a9b2ea0cc65e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5ec4c8bb82af40389d93a1ecf6200171, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/31fde0a755314b8f8fe546fc05b0faa5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c0a8b9e395c84e2ea017c98f2db5aaa8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b1c235c6525e464b956c87d8714a0d1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/23c503f74dcd4cdea18341f5c477e554, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9ae51249d3ff4557bad0609d0dacbb1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/70d385f088ca45cda89fc1e371c953f8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7a50f35997ed4a90998aefa4fec17804, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5529b0be54034697b89b894ff291f2ef, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/eca0b36401c54554add2129be91f9e0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/1f0b6d8b063440128d6fa6f37aca375b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/40b7d4bc36a543b09ef1bbab9f19347e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c46dac208de74a7cb1a77e6efe25dc1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/59b16027706b442fbe700d99be4afe1f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/0615163893c14ff6951d0f177992ea43, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b77a3f82dbe3446683bfc4f9074e6966, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7cdb6909826a4286ac45872dd5bb6d03, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/ac87b352b1bf4de4bacd73d19502d56e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d3c59d068ada48dbb25831c2ecb5433b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7b13c11a6b224caeb3a6bcf23dc64f4c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/16a9595ea04e461eb7d70314a99ae1eb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2d3f0c6b37804d14b8d41c9e7d93d0d4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b5ea583d2ce84a95ac8ccf4b2f553094, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b2929652eca74569af30b32350c08b4f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d158a69024d840a58714b73b00e6adc9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/8306cf67fa8749919faea71cc21b232e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2a08f6e90b4746d484624610c096d6b0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/95d1263208eb4f979efea83ea98b9186] to archive 2024-12-04T22:41:40,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:41:40,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7020526a997c4181b8ccc65aa5bd39a5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7020526a997c4181b8ccc65aa5bd39a5 2024-12-04T22:41:40,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/960a3266a0c540f2b10ee9191ddb228b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/960a3266a0c540f2b10ee9191ddb228b 2024-12-04T22:41:40,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/f4fa513db84a439f85abb5a4ffe2dc46 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/f4fa513db84a439f85abb5a4ffe2dc46 2024-12-04T22:41:40,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/accd1b95fef949dc88ea5296d9a585c9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/accd1b95fef949dc88ea5296d9a585c9 2024-12-04T22:41:40,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/dc2346ab05e04a1b8aebc2fecd364c69 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/dc2346ab05e04a1b8aebc2fecd364c69 2024-12-04T22:41:40,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9475c30207544bdba182de253b195941 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9475c30207544bdba182de253b195941 2024-12-04T22:41:40,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6d2dfb3fb4d043b8adf8d1affc2907fd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6d2dfb3fb4d043b8adf8d1affc2907fd 2024-12-04T22:41:40,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/30b82de5caf24ee8b100a9b2ea0cc65e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/30b82de5caf24ee8b100a9b2ea0cc65e 2024-12-04T22:41:40,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5ec4c8bb82af40389d93a1ecf6200171 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5ec4c8bb82af40389d93a1ecf6200171 2024-12-04T22:41:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/31fde0a755314b8f8fe546fc05b0faa5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/31fde0a755314b8f8fe546fc05b0faa5 2024-12-04T22:41:40,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c0a8b9e395c84e2ea017c98f2db5aaa8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c0a8b9e395c84e2ea017c98f2db5aaa8 2024-12-04T22:41:40,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b1c235c6525e464b956c87d8714a0d1d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b1c235c6525e464b956c87d8714a0d1d 2024-12-04T22:41:40,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/23c503f74dcd4cdea18341f5c477e554 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/23c503f74dcd4cdea18341f5c477e554 2024-12-04T22:41:40,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9ae51249d3ff4557bad0609d0dacbb1d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/9ae51249d3ff4557bad0609d0dacbb1d 2024-12-04T22:41:40,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/70d385f088ca45cda89fc1e371c953f8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/70d385f088ca45cda89fc1e371c953f8 2024-12-04T22:41:40,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7a50f35997ed4a90998aefa4fec17804 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7a50f35997ed4a90998aefa4fec17804 2024-12-04T22:41:40,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5529b0be54034697b89b894ff291f2ef to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/5529b0be54034697b89b894ff291f2ef 2024-12-04T22:41:40,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/eca0b36401c54554add2129be91f9e0c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/eca0b36401c54554add2129be91f9e0c 2024-12-04T22:41:40,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/1f0b6d8b063440128d6fa6f37aca375b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/1f0b6d8b063440128d6fa6f37aca375b 2024-12-04T22:41:40,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/40b7d4bc36a543b09ef1bbab9f19347e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/40b7d4bc36a543b09ef1bbab9f19347e 2024-12-04T22:41:40,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c46dac208de74a7cb1a77e6efe25dc1d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/c46dac208de74a7cb1a77e6efe25dc1d 2024-12-04T22:41:40,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/59b16027706b442fbe700d99be4afe1f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/59b16027706b442fbe700d99be4afe1f 2024-12-04T22:41:40,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/0615163893c14ff6951d0f177992ea43 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/0615163893c14ff6951d0f177992ea43 2024-12-04T22:41:40,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b77a3f82dbe3446683bfc4f9074e6966 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b77a3f82dbe3446683bfc4f9074e6966 2024-12-04T22:41:40,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7cdb6909826a4286ac45872dd5bb6d03 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7cdb6909826a4286ac45872dd5bb6d03 2024-12-04T22:41:40,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/ac87b352b1bf4de4bacd73d19502d56e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/ac87b352b1bf4de4bacd73d19502d56e 2024-12-04T22:41:40,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d3c59d068ada48dbb25831c2ecb5433b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d3c59d068ada48dbb25831c2ecb5433b 2024-12-04T22:41:40,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7b13c11a6b224caeb3a6bcf23dc64f4c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/7b13c11a6b224caeb3a6bcf23dc64f4c 2024-12-04T22:41:40,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/16a9595ea04e461eb7d70314a99ae1eb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/16a9595ea04e461eb7d70314a99ae1eb 2024-12-04T22:41:40,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2d3f0c6b37804d14b8d41c9e7d93d0d4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2d3f0c6b37804d14b8d41c9e7d93d0d4 2024-12-04T22:41:40,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b5ea583d2ce84a95ac8ccf4b2f553094 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b5ea583d2ce84a95ac8ccf4b2f553094 2024-12-04T22:41:40,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b2929652eca74569af30b32350c08b4f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/b2929652eca74569af30b32350c08b4f 2024-12-04T22:41:40,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d158a69024d840a58714b73b00e6adc9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/d158a69024d840a58714b73b00e6adc9 2024-12-04T22:41:40,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/8306cf67fa8749919faea71cc21b232e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/8306cf67fa8749919faea71cc21b232e 2024-12-04T22:41:40,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2a08f6e90b4746d484624610c096d6b0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/2a08f6e90b4746d484624610c096d6b0 2024-12-04T22:41:40,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/95d1263208eb4f979efea83ea98b9186 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/95d1263208eb4f979efea83ea98b9186 2024-12-04T22:41:40,607 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/recovered.edits/661.seqid, newMaxSeqId=661, maxSeqId=1 2024-12-04T22:41:40,608 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. 2024-12-04T22:41:40,608 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 96ec22176583ddd29a65534d0bef9862: Waiting for close lock at 1733352098974Running coprocessor pre-close hooks at 1733352098974Disabling compacts and flushes for region at 1733352098974Disabling writes for close at 1733352098974Obtaining lock to block concurrent updates at 1733352098974Preparing flush snapshotting stores in 96ec22176583ddd29a65534d0bef9862 at 1733352098974Finished memstore snapshotting TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733352098975 (+1 ms)Flushing stores of TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862. at 1733352098976 (+1 ms)Flushing 96ec22176583ddd29a65534d0bef9862/A: creating writer at 1733352098976Flushing 96ec22176583ddd29a65534d0bef9862/A: appending metadata at 1733352098979 (+3 ms)Flushing 96ec22176583ddd29a65534d0bef9862/A: closing flushed file at 1733352098980 (+1 ms)Flushing 96ec22176583ddd29a65534d0bef9862/B: creating writer at 1733352099401 (+421 ms)Flushing 96ec22176583ddd29a65534d0bef9862/B: appending metadata at 1733352099405 (+4 ms)Flushing 96ec22176583ddd29a65534d0bef9862/B: closing flushed file at 1733352099406 (+1 ms)Flushing 96ec22176583ddd29a65534d0bef9862/C: creating writer at 1733352099823 (+417 ms)Flushing 96ec22176583ddd29a65534d0bef9862/C: appending metadata at 1733352099827 (+4 ms)Flushing 96ec22176583ddd29a65534d0bef9862/C: closing flushed file at 1733352099827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa5cc41: reopening flushed file at 1733352100238 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e969fcb: reopening flushed file at 1733352100247 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee1e735: reopening flushed file at 1733352100255 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 96ec22176583ddd29a65534d0bef9862 in 1292ms, sequenceid=658, compaction requested=true at 1733352100267 (+12 ms)Writing region close event to WAL at 1733352100603 (+336 ms)Running coprocessor post-close hooks at 1733352100608 (+5 ms)Closed at 1733352100608 2024-12-04T22:41:40,611 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:40,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=96ec22176583ddd29a65534d0bef9862, regionState=CLOSED 2024-12-04T22:41:40,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:41:40,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-04T22:41:40,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 96ec22176583ddd29a65534d0bef9862, server=9840c0493aab,32925,1733352064572 in 1.8000 sec 2024-12-04T22:41:40,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-04T22:41:40,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96ec22176583ddd29a65534d0bef9862, UNASSIGN in 1.8080 sec 2024-12-04T22:41:40,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-04T22:41:40,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8150 sec 2024-12-04T22:41:40,627 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352100626"}]},"ts":"1733352100626"} 2024-12-04T22:41:40,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T22:41:40,629 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T22:41:40,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8330 sec 2024-12-04T22:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T22:41:40,961 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:40,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T22:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:40,968 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-04T22:41:40,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:40,975 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:40,978 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/recovered.edits] 2024-12-04T22:41:40,982 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/9894c30f8c244923b61f66e662940c03 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/9894c30f8c244923b61f66e662940c03 2024-12-04T22:41:40,983 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b7ecf9e2d7494866b99744ce7a02bc5a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/b7ecf9e2d7494866b99744ce7a02bc5a 2024-12-04T22:41:40,984 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/eb83661006de47259dc3d70486b9fdc7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/A/eb83661006de47259dc3d70486b9fdc7 2024-12-04T22:41:40,986 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/408e4d46843f4d4cb60468044c45a9de to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/408e4d46843f4d4cb60468044c45a9de 2024-12-04T22:41:40,988 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/69c60ad8064f4204aae1072eed5344bd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/69c60ad8064f4204aae1072eed5344bd 2024-12-04T22:41:40,989 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6e9dafa66c6344518dfccec9dde2d680 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/B/6e9dafa66c6344518dfccec9dde2d680 2024-12-04T22:41:40,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/20d711a5455a4c738bc4812f48c580fa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/20d711a5455a4c738bc4812f48c580fa 2024-12-04T22:41:40,993 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/61bef6e4994f42f596cb047b2a840fbf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/61bef6e4994f42f596cb047b2a840fbf 2024-12-04T22:41:40,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6ed4735f3aee44618ea42e03a6e6b68c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/C/6ed4735f3aee44618ea42e03a6e6b68c 2024-12-04T22:41:40,996 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/recovered.edits/661.seqid to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862/recovered.edits/661.seqid 2024-12-04T22:41:40,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/96ec22176583ddd29a65534d0bef9862 2024-12-04T22:41:40,997 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T22:41:41,003 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:41,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T22:41:41,012 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T22:41:41,055 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T22:41:41,057 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:41,057 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T22:41:41,058 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733352101057"}]},"ts":"9223372036854775807"} 2024-12-04T22:41:41,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T22:41:41,064 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 96ec22176583ddd29a65534d0bef9862, NAME => 'TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T22:41:41,064 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T22:41:41,065 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733352101064"}]},"ts":"9223372036854775807"} 2024-12-04T22:41:41,069 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T22:41:41,071 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:41,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-12-04T22:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-04T22:41:41,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:41:41,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:41,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2048746336_22 at /127.0.0.1:48972 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9840c0493aab:32925-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10630 (was 11241) 2024-12-04T22:41:41,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=10629 2024-12-04T22:41:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:41:41,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:41:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:41,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:41:41,132 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:41,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:41:41,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-04T22:41:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T22:41:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741954_1130 (size=1061) 2024-12-04T22:41:41,157 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:41:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741955_1131 (size=53) 2024-12-04T22:41:41,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:41,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9affffc08efc42b0ebef56cf7931d48a, disabling compactions & flushes 2024-12-04T22:41:41,192 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. after waiting 0 ms 2024-12-04T22:41:41,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,192 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9affffc08efc42b0ebef56cf7931d48a: Waiting for close lock at 1733352101192Disabling compacts and flushes for region at 1733352101192Disabling writes for close at 1733352101192Writing region close event to WAL at 1733352101192Closed at 1733352101192 2024-12-04T22:41:41,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:41:41,195 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733352101194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352101194"}]},"ts":"1733352101194"} 2024-12-04T22:41:41,197 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:41:41,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:41:41,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352101199"}]},"ts":"1733352101199"} 2024-12-04T22:41:41,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T22:41:41,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, ASSIGN}] 2024-12-04T22:41:41,209 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, ASSIGN 2024-12-04T22:41:41,211 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, ASSIGN; state=OFFLINE, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=false 2024-12-04T22:41:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T22:41:41,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:41,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, ASSIGN because future has completed 2024-12-04T22:41:41,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:41:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T22:41:41,537 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:41,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:41,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,541 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,542 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:41,543 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9affffc08efc42b0ebef56cf7931d48a columnFamilyName A 2024-12-04T22:41:41,543 DEBUG [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:41,544 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(327): Store=9affffc08efc42b0ebef56cf7931d48a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:41,544 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,545 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:41,545 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9affffc08efc42b0ebef56cf7931d48a columnFamilyName B 2024-12-04T22:41:41,545 DEBUG [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:41,546 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(327): Store=9affffc08efc42b0ebef56cf7931d48a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:41,546 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,547 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:41,547 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9affffc08efc42b0ebef56cf7931d48a columnFamilyName C 2024-12-04T22:41:41,547 DEBUG [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:41,548 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(327): Store=9affffc08efc42b0ebef56cf7931d48a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:41,548 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,548 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,549 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,549 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,550 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,550 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,551 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:41:41,552 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,553 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:41,554 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 9affffc08efc42b0ebef56cf7931d48a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62875462, jitterRate=-0.06308260560035706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:41:41,554 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:41,555 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 9affffc08efc42b0ebef56cf7931d48a: Running coprocessor pre-open hook at 1733352101538Writing region info on filesystem at 1733352101538Initializing all the Stores at 1733352101539 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352101539Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352101540 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352101541 (+1 ms)Cleaning up temporary data from old regions at 1733352101550 (+9 ms)Running coprocessor post-open hooks at 1733352101554 (+4 ms)Region opened successfully at 1733352101555 (+1 ms) 2024-12-04T22:41:41,556 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., pid=36, masterSystemTime=1733352101534 2024-12-04T22:41:41,559 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,559 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:41,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:41,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:41:41,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-04T22:41:41,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 in 183 msec 2024-12-04T22:41:41,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-04T22:41:41,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, ASSIGN in 363 msec 2024-12-04T22:41:41,569 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:41:41,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352101570"}]},"ts":"1733352101570"} 2024-12-04T22:41:41,571 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T22:41:41,572 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:41:41,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 452 msec 2024-12-04T22:41:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T22:41:41,760 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:41,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:41,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:41,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:41,763 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f024497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:41,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:41,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16870e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:41,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:41,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:41,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:41:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:41:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c3c82e 2024-12-04T22:41:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:41:41,774 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:41:41,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:41:41,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:41:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T22:41:41,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741956_1132 (size=1097) 2024-12-04T22:41:42,203 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T22:41:42,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T22:41:42,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:41:42,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, REOPEN/MOVE}] 2024-12-04T22:41:42,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, REOPEN/MOVE 2024-12-04T22:41:42,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, REOPEN/MOVE because future has completed 2024-12-04T22:41:42,223 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:41:42,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:41:42,377 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,377 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:41:42,377 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 9affffc08efc42b0ebef56cf7931d48a, disabling compactions & flushes 2024-12-04T22:41:42,378 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,378 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,378 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. after waiting 0 ms 2024-12-04T22:41:42,378 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,386 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T22:41:42,387 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,387 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 9affffc08efc42b0ebef56cf7931d48a: Waiting for close lock at 1733352102377Running coprocessor pre-close hooks at 1733352102377Disabling compacts and flushes for region at 1733352102377Disabling writes for close at 1733352102378 (+1 ms)Writing region close event to WAL at 1733352102379 (+1 ms)Running coprocessor post-close hooks at 1733352102387 (+8 ms)Closed at 1733352102387 2024-12-04T22:41:42,388 WARN [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 9affffc08efc42b0ebef56cf7931d48a to self. 2024-12-04T22:41:42,391 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=CLOSED 2024-12-04T22:41:42,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:41:42,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-04T22:41:42,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 in 171 msec 2024-12-04T22:41:42,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, REOPEN/MOVE; state=CLOSED, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=true 2024-12-04T22:41:42,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, REOPEN/MOVE because future has completed 2024-12-04T22:41:42,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:41:42,747 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,747 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:42,748 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,748 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:42,749 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,749 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,754 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,755 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:42,761 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9affffc08efc42b0ebef56cf7931d48a columnFamilyName A 2024-12-04T22:41:42,763 DEBUG [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:42,764 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(327): Store=9affffc08efc42b0ebef56cf7931d48a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:42,764 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,765 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:42,765 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9affffc08efc42b0ebef56cf7931d48a columnFamilyName B 2024-12-04T22:41:42,765 DEBUG [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:42,765 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(327): Store=9affffc08efc42b0ebef56cf7931d48a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:42,766 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,766 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:41:42,766 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9affffc08efc42b0ebef56cf7931d48a columnFamilyName C 2024-12-04T22:41:42,766 DEBUG [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:42,767 INFO [StoreOpener-9affffc08efc42b0ebef56cf7931d48a-1 {}] regionserver.HStore(327): Store=9affffc08efc42b0ebef56cf7931d48a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:42,767 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,767 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,768 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,769 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,769 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,769 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,770 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:41:42,771 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,772 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 9affffc08efc42b0ebef56cf7931d48a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68430656, jitterRate=0.01969623565673828}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:41:42,772 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,773 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 9affffc08efc42b0ebef56cf7931d48a: Running coprocessor pre-open hook at 1733352102749Writing region info on filesystem at 1733352102749Initializing all the Stores at 1733352102752 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352102752Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352102752Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352102752Cleaning up temporary data from old regions at 1733352102769 (+17 ms)Running coprocessor post-open hooks at 1733352102772 (+3 ms)Region opened successfully at 1733352102773 (+1 ms) 2024-12-04T22:41:42,774 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., pid=41, masterSystemTime=1733352102707 2024-12-04T22:41:42,775 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,775 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=OPEN, openSeqNum=5, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:41:42,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-04T22:41:42,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 in 225 msec 2024-12-04T22:41:42,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-04T22:41:42,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, REOPEN/MOVE in 562 msec 2024-12-04T22:41:42,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T22:41:42,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 572 msec 2024-12-04T22:41:42,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0040 sec 2024-12-04T22:41:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-04T22:41:42,789 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:42,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,790 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c871e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,793 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f29c00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,795 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7405a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,796 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760af0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,798 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a94799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,800 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700960a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,802 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd05ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,803 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acea54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,805 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9da70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2c9836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,808 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c1a85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,809 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ac3578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25baa411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73417116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,815 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74023b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,816 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d25d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:41:42,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:42,819 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:41:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:41:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349a2bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:41:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:42,820 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbb8645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:42,822 DEBUG [Thread-675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,822 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,822 DEBUG [Thread-671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,822 DEBUG [Thread-669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,822 DEBUG [Thread-673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,822 DEBUG [Thread-666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,824 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,825 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,825 DEBUG [Thread-669 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,825 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:42,825 DEBUG [Thread-669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:42,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:41:42,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-04T22:41:42,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T22:41:42,831 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:42,832 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:42,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:41:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:42,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:41:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:42,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fd33e8b586b34e3d8efecd4312b884a6_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_1/A:col10/1733352102842/Put/seqid=0 2024-12-04T22:41:42,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733352102860, max timestamp=1733352102884Num uniques 859; 2024-12-04T22:41:42,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T22:41:42,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733352102860, max timestamp=1733352102884Num uniques 859; 2024-12-04T22:41:42,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T22:41:42,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733352102860, max timestamp=1733352102884Num uniques 859; 2024-12-04T22:41:42,895 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T22:41:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741957_1133 (size=9714) 2024-12-04T22:41:42,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352162917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352162917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352162921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352162924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352162925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T22:41:42,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T22:41:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:42,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352163030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352163040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352163040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352163040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352163040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T22:41:43,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:43,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T22:41:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352163239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352163250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352163250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352163251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352163251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T22:41:43,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,330 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fd33e8b586b34e3d8efecd4312b884a6_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fd33e8b586b34e3d8efecd4312b884a6_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:43,331 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/e326e35bcf0e4858930ae5c8741a7491, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:43,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/e326e35bcf0e4858930ae5c8741a7491 is 175, key is test_row_1/A:col10/1733352102842/Put/seqid=0 2024-12-04T22:41:43,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741958_1134 (size=22361) 2024-12-04T22:41:43,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/e326e35bcf0e4858930ae5c8741a7491 2024-12-04T22:41:43,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/a27bbb0e578841f69129594cc4f6ed9a is 50, key is test_row_1/B:col10/1733352102842/Put/seqid=0 2024-12-04T22:41:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741959_1135 (size=9657) 2024-12-04T22:41:43,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/a27bbb0e578841f69129594cc4f6ed9a 2024-12-04T22:41:43,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/bc1688f4838549b4801166a41e58d17e is 50, key is test_row_1/C:col10/1733352102842/Put/seqid=0 2024-12-04T22:41:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741960_1136 (size=9657) 2024-12-04T22:41:43,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/bc1688f4838549b4801166a41e58d17e 2024-12-04T22:41:43,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T22:41:43,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:43,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/e326e35bcf0e4858930ae5c8741a7491 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491 2024-12-04T22:41:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T22:41:43,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491, entries=100, sequenceid=15, filesize=21.8 K 2024-12-04T22:41:43,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/a27bbb0e578841f69129594cc4f6ed9a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a27bbb0e578841f69129594cc4f6ed9a 2024-12-04T22:41:43,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a27bbb0e578841f69129594cc4f6ed9a, entries=100, sequenceid=15, filesize=9.4 K 2024-12-04T22:41:43,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/bc1688f4838549b4801166a41e58d17e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/bc1688f4838549b4801166a41e58d17e 2024-12-04T22:41:43,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/bc1688f4838549b4801166a41e58d17e, entries=100, sequenceid=15, filesize=9.4 K 2024-12-04T22:41:43,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 9affffc08efc42b0ebef56cf7931d48a in 643ms, sequenceid=15, compaction requested=false 2024-12-04T22:41:43,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:43,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-04T22:41:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:43,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120400293edd70204124a53c77b47216c20b_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352102892/Put/seqid=0 2024-12-04T22:41:43,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352163569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352163569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352163572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352163575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352163581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741961_1137 (size=12154) 2024-12-04T22:41:43,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,597 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120400293edd70204124a53c77b47216c20b_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120400293edd70204124a53c77b47216c20b_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:43,598 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/1e93d58fcdea48388dc1220984064065, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:43,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/1e93d58fcdea48388dc1220984064065 is 175, key is test_row_0/A:col10/1733352102892/Put/seqid=0 2024-12-04T22:41:43,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T22:41:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741962_1138 (size=30955) 2024-12-04T22:41:43,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/1e93d58fcdea48388dc1220984064065 2024-12-04T22:41:43,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/928330769b564e79bfb753ef0ccdacad is 50, key is test_row_0/B:col10/1733352102892/Put/seqid=0 2024-12-04T22:41:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741963_1139 (size=12001) 2024-12-04T22:41:43,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/928330769b564e79bfb753ef0ccdacad 2024-12-04T22:41:43,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/678bfa937dbe439b94b4697317ddecd2 is 50, key is test_row_0/C:col10/1733352102892/Put/seqid=0 2024-12-04T22:41:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741964_1140 (size=12001) 2024-12-04T22:41:43,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/678bfa937dbe439b94b4697317ddecd2 2024-12-04T22:41:43,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/1e93d58fcdea48388dc1220984064065 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065 2024-12-04T22:41:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352163680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352163680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065, entries=150, sequenceid=49, filesize=30.2 K 2024-12-04T22:41:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352163680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/928330769b564e79bfb753ef0ccdacad as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/928330769b564e79bfb753ef0ccdacad 2024-12-04T22:41:43,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/928330769b564e79bfb753ef0ccdacad, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:41:43,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352163689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352163689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:43,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/678bfa937dbe439b94b4697317ddecd2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/678bfa937dbe439b94b4697317ddecd2 2024-12-04T22:41:43,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/678bfa937dbe439b94b4697317ddecd2, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:41:43,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=53.67 KB/54960 for 9affffc08efc42b0ebef56cf7931d48a in 148ms, sequenceid=49, compaction requested=false 2024-12-04T22:41:43,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:43,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T22:41:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,762 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:41:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:43,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047f43ff7739584405b9b732d637c7fc2f_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352103568/Put/seqid=0 2024-12-04T22:41:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741965_1141 (size=12154) 2024-12-04T22:41:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,802 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047f43ff7739584405b9b732d637c7fc2f_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f43ff7739584405b9b732d637c7fc2f_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:43,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/6affde8e45c846b39b6acebcf511928d, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:43,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/6affde8e45c846b39b6acebcf511928d is 175, key is test_row_0/A:col10/1733352103568/Put/seqid=0 2024-12-04T22:41:43,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741966_1142 (size=30955) 2024-12-04T22:41:43,820 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/6affde8e45c846b39b6acebcf511928d 2024-12-04T22:41:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/d367f63e8506481b961fdea23660692c is 50, key is test_row_0/B:col10/1733352103568/Put/seqid=0 2024-12-04T22:41:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741967_1143 (size=12001) 2024-12-04T22:41:43,846 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/d367f63e8506481b961fdea23660692c 2024-12-04T22:41:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/ab9e9cb147f64d30a1546200eb45da40 is 50, key is test_row_0/C:col10/1733352103568/Put/seqid=0 2024-12-04T22:41:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741968_1144 (size=12001) 2024-12-04T22:41:43,876 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/ab9e9cb147f64d30a1546200eb45da40 2024-12-04T22:41:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/6affde8e45c846b39b6acebcf511928d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d 2024-12-04T22:41:43,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:43,895 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d, entries=150, sequenceid=60, filesize=30.2 K 2024-12-04T22:41:43,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/d367f63e8506481b961fdea23660692c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/d367f63e8506481b961fdea23660692c 2024-12-04T22:41:43,904 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/d367f63e8506481b961fdea23660692c, entries=150, sequenceid=60, filesize=11.7 K 2024-12-04T22:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/ab9e9cb147f64d30a1546200eb45da40 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/ab9e9cb147f64d30a1546200eb45da40 2024-12-04T22:41:43,916 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/ab9e9cb147f64d30a1546200eb45da40, entries=150, sequenceid=60, filesize=11.7 K 2024-12-04T22:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,917 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=33.54 KB/34350 for 9affffc08efc42b0ebef56cf7931d48a in 156ms, sequenceid=60, compaction requested=true 2024-12-04T22:41:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-04T22:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-04T22:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-04T22:41:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0870 sec 2024-12-04T22:41:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.0970 sec 2024-12-04T22:41:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T22:41:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,970 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:43,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-04T22:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,973 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T22:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,974 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:43,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120422e69ffd428744ea86f38ba4f97361cd_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741969_1145 (size=17034) 2024-12-04T22:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120422e69ffd428744ea86f38ba4f97361cd_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120422e69ffd428744ea86f38ba4f97361cd_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0e1f7ffe89914ea79d91e87a9297ccf7, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0e1f7ffe89914ea79d91e87a9297ccf7 is 175, key is test_row_0/A:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741970_1146 (size=48139) 2024-12-04T22:41:44,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352104012, max timestamp=1733352104022Num uniques 859; 2024-12-04T22:41:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352164020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:41:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352104012, max timestamp=1733352104026Num uniques 859; 2024-12-04T22:41:44,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352104012, max timestamp=1733352104026Num uniques 859; 2024-12-04T22:41:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:41:44,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:41:44,035 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0e1f7ffe89914ea79d91e87a9297ccf7 2024-12-04T22:41:44,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/2af7906fc4d748e38e8a6664105c4fe0 is 50, key is test_row_0/B:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741971_1147 (size=12001) 2024-12-04T22:41:44,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/2af7906fc4d748e38e8a6664105c4fe0 2024-12-04T22:41:44,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352164061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352164064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352164066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/03bcaeac56794648aaf43449bf3fc5da is 50, key is test_row_0/C:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:44,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352164069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T22:41:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741972_1148 (size=12001) 2024-12-04T22:41:44,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T22:41:44,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:44,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352164140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352164180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352164181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352164181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352164190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T22:41:44,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:44,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T22:41:44,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352164360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352164390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352164392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352164392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352164400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T22:41:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:44,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/03bcaeac56794648aaf43449bf3fc5da 2024-12-04T22:41:44,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0e1f7ffe89914ea79d91e87a9297ccf7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7 2024-12-04T22:41:44,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7, entries=250, sequenceid=70, filesize=47.0 K 2024-12-04T22:41:44,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/2af7906fc4d748e38e8a6664105c4fe0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2af7906fc4d748e38e8a6664105c4fe0 2024-12-04T22:41:44,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2af7906fc4d748e38e8a6664105c4fe0, entries=150, sequenceid=70, filesize=11.7 K 2024-12-04T22:41:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/03bcaeac56794648aaf43449bf3fc5da as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/03bcaeac56794648aaf43449bf3fc5da 2024-12-04T22:41:44,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/03bcaeac56794648aaf43449bf3fc5da, entries=150, sequenceid=70, filesize=11.7 K 2024-12-04T22:41:44,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9affffc08efc42b0ebef56cf7931d48a in 555ms, sequenceid=70, compaction requested=true 2024-12-04T22:41:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:44,524 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:44,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:44,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:44,525 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:44,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:44,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:44,527 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:44,527 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:41:44,527 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,527 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=129.3 K 2024-12-04T22:41:44,527 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,527 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7] 2024-12-04T22:41:44,528 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:44,528 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:41:44,528 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,528 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a27bbb0e578841f69129594cc4f6ed9a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/928330769b564e79bfb753ef0ccdacad, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/d367f63e8506481b961fdea23660692c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2af7906fc4d748e38e8a6664105c4fe0] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=44.6 K 2024-12-04T22:41:44,529 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a27bbb0e578841f69129594cc4f6ed9a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352102842 2024-12-04T22:41:44,529 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e326e35bcf0e4858930ae5c8741a7491, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352102842 2024-12-04T22:41:44,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 928330769b564e79bfb753ef0ccdacad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352102892 2024-12-04T22:41:44,531 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e93d58fcdea48388dc1220984064065, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352102892 2024-12-04T22:41:44,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d367f63e8506481b961fdea23660692c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733352103568 2024-12-04T22:41:44,532 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6affde8e45c846b39b6acebcf511928d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733352103568 2024-12-04T22:41:44,532 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2af7906fc4d748e38e8a6664105c4fe0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733352103894 2024-12-04T22:41:44,532 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e1f7ffe89914ea79d91e87a9297ccf7, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733352103894 2024-12-04T22:41:44,555 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:44,556 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/06dd0d231fef41b7b52af0d4c0078b3e is 50, key is test_row_0/B:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:44,567 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:44,571 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120481b57bceb96b4d5197762561fba73fef_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:44,574 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120481b57bceb96b4d5197762561fba73fef_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:44,575 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120481b57bceb96b4d5197762561fba73fef_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741973_1149 (size=12139) 2024-12-04T22:41:44,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T22:41:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,592 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-04T22:41:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:44,594 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/06dd0d231fef41b7b52af0d4c0078b3e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/06dd0d231fef41b7b52af0d4c0078b3e 2024-12-04T22:41:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T22:41:44,603 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into 06dd0d231fef41b7b52af0d4c0078b3e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:44,603 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:44,603 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=12, startTime=1733352104525; duration=0sec 2024-12-04T22:41:44,603 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:44,603 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:41:44,603 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:44,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:44,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:41:44,607 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:44,607 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/bc1688f4838549b4801166a41e58d17e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/678bfa937dbe439b94b4697317ddecd2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/ab9e9cb147f64d30a1546200eb45da40, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/03bcaeac56794648aaf43449bf3fc5da] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=44.6 K 2024-12-04T22:41:44,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting bc1688f4838549b4801166a41e58d17e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352102842 2024-12-04T22:41:44,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 678bfa937dbe439b94b4697317ddecd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352102892 2024-12-04T22:41:44,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ab9e9cb147f64d30a1546200eb45da40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733352103568 2024-12-04T22:41:44,609 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 03bcaeac56794648aaf43449bf3fc5da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733352103894 2024-12-04T22:41:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741974_1150 (size=4469) 2024-12-04T22:41:44,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e0022b4847eb46d3b7edc8d2dba3b224_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352104059/Put/seqid=0 2024-12-04T22:41:44,638 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:44,639 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/2bf08403eb9c450ab7e69a7a3c844ad4 is 50, key is test_row_0/C:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:44,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741975_1151 (size=12154) 2024-12-04T22:41:44,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:44,649 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e0022b4847eb46d3b7edc8d2dba3b224_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e0022b4847eb46d3b7edc8d2dba3b224_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/d8f5c0aea48d419c8bf0bc6a23625720, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/d8f5c0aea48d419c8bf0bc6a23625720 is 175, key is test_row_0/A:col10/1733352104059/Put/seqid=0 2024-12-04T22:41:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741976_1152 (size=12139) 2024-12-04T22:41:44,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:44,678 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/2bf08403eb9c450ab7e69a7a3c844ad4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/2bf08403eb9c450ab7e69a7a3c844ad4 2024-12-04T22:41:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741977_1153 (size=30955) 2024-12-04T22:41:44,694 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into 2bf08403eb9c450ab7e69a7a3c844ad4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:44,694 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:44,694 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=12, startTime=1733352104526; duration=0sec 2024-12-04T22:41:44,694 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:44,694 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:41:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352164706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352164706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352164707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352164707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352164709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352164819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352164820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352164819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352164820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,021 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#130 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:45,022 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/ea3e5a2008414566b722692ddfcec53c is 175, key is test_row_0/A:col10/1733352103894/Put/seqid=0 2024-12-04T22:41:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741978_1154 (size=31093) 2024-12-04T22:41:45,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352165030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352165030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352165033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352165033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,038 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/ea3e5a2008414566b722692ddfcec53c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/ea3e5a2008414566b722692ddfcec53c 2024-12-04T22:41:45,044 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into ea3e5a2008414566b722692ddfcec53c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:45,044 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:45,044 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=12, startTime=1733352104524; duration=0sec 2024-12-04T22:41:45,044 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:45,044 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:41:45,093 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/d8f5c0aea48d419c8bf0bc6a23625720 2024-12-04T22:41:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/b78fa4a3fb604a93b9d0e05e54843cb3 is 50, key is test_row_0/B:col10/1733352104059/Put/seqid=0 2024-12-04T22:41:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741979_1155 (size=12001) 2024-12-04T22:41:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T22:41:45,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352165230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352165340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352165340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352165340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352165340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,505 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/b78fa4a3fb604a93b9d0e05e54843cb3 2024-12-04T22:41:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/85b9c07d4be34bd6b6581068033a869e is 50, key is test_row_0/C:col10/1733352104059/Put/seqid=0 2024-12-04T22:41:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741980_1156 (size=12001) 2024-12-04T22:41:45,522 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/85b9c07d4be34bd6b6581068033a869e 2024-12-04T22:41:45,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/d8f5c0aea48d419c8bf0bc6a23625720 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720 2024-12-04T22:41:45,534 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720, entries=150, sequenceid=105, filesize=30.2 K 2024-12-04T22:41:45,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/b78fa4a3fb604a93b9d0e05e54843cb3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/b78fa4a3fb604a93b9d0e05e54843cb3 2024-12-04T22:41:45,542 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/b78fa4a3fb604a93b9d0e05e54843cb3, entries=150, sequenceid=105, filesize=11.7 K 2024-12-04T22:41:45,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/85b9c07d4be34bd6b6581068033a869e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/85b9c07d4be34bd6b6581068033a869e 2024-12-04T22:41:45,552 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/85b9c07d4be34bd6b6581068033a869e, entries=150, sequenceid=105, filesize=11.7 K 2024-12-04T22:41:45,553 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 9affffc08efc42b0ebef56cf7931d48a in 960ms, sequenceid=105, compaction requested=false 2024-12-04T22:41:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T22:41:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T22:41:45,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-04T22:41:45,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-12-04T22:41:45,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5880 sec 2024-12-04T22:41:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:45,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:41:45,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:45,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:45,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:45,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:45,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:45,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:45,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204391ad8cc4384486ab90b117cb659ba42_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741981_1157 (size=12154) 2024-12-04T22:41:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352165898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352165899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352165904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352165908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352166010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352166010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352166020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352166021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T22:41:46,119 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:46,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-04T22:41:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T22:41:46,123 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:46,124 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:46,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:46,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:41:46,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352166219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352166220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T22:41:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352166230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352166230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352166249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,252 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T22:41:46,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:46,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,283 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:46,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204391ad8cc4384486ab90b117cb659ba42_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204391ad8cc4384486ab90b117cb659ba42_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:46,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/c3572103d8ed4a9086fc0f33c3126b93, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:46,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/c3572103d8ed4a9086fc0f33c3126b93 is 175, key is test_row_0/A:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741982_1158 (size=30955) 2024-12-04T22:41:46,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T22:41:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T22:41:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352166530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352166530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352166540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352166540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:46,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T22:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/c3572103d8ed4a9086fc0f33c3126b93 2024-12-04T22:41:46,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/3c8000664e784b8996c9086bc16da0da is 50, key is test_row_0/B:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741983_1159 (size=12001) 2024-12-04T22:41:46,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/3c8000664e784b8996c9086bc16da0da 2024-12-04T22:41:46,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/3022e2527927458b88c5839e562ab137 is 50, key is test_row_0/C:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:46,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741984_1160 (size=12001) 2024-12-04T22:41:46,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/3022e2527927458b88c5839e562ab137 2024-12-04T22:41:46,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T22:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:46,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/c3572103d8ed4a9086fc0f33c3126b93 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93 2024-12-04T22:41:46,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93, entries=150, sequenceid=120, filesize=30.2 K 2024-12-04T22:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T22:41:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/3c8000664e784b8996c9086bc16da0da as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/3c8000664e784b8996c9086bc16da0da 2024-12-04T22:41:46,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/3c8000664e784b8996c9086bc16da0da, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T22:41:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/3022e2527927458b88c5839e562ab137 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/3022e2527927458b88c5839e562ab137 2024-12-04T22:41:46,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/3022e2527927458b88c5839e562ab137, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T22:41:46,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9affffc08efc42b0ebef56cf7931d48a in 918ms, sequenceid=120, compaction requested=true 2024-12-04T22:41:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:46,771 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:46,772 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:46,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:46,773 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:46,773 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:46,773 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:41:46,773 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:41:46,773 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,773 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/06dd0d231fef41b7b52af0d4c0078b3e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/b78fa4a3fb604a93b9d0e05e54843cb3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/3c8000664e784b8996c9086bc16da0da] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=35.3 K 2024-12-04T22:41:46,773 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,774 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/ea3e5a2008414566b722692ddfcec53c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=90.8 K 2024-12-04T22:41:46,774 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,774 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/ea3e5a2008414566b722692ddfcec53c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93] 2024-12-04T22:41:46,776 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 06dd0d231fef41b7b52af0d4c0078b3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733352103894 2024-12-04T22:41:46,776 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea3e5a2008414566b722692ddfcec53c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733352103894 2024-12-04T22:41:46,776 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b78fa4a3fb604a93b9d0e05e54843cb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733352104059 2024-12-04T22:41:46,777 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8f5c0aea48d419c8bf0bc6a23625720, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733352104059 2024-12-04T22:41:46,777 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c8000664e784b8996c9086bc16da0da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352104696 2024-12-04T22:41:46,778 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3572103d8ed4a9086fc0f33c3126b93, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352104696 2024-12-04T22:41:46,790 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:46,791 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/2652a9fe4c5c40c2b2fec3d1edbf739e is 50, key is test_row_0/B:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:46,792 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:46,801 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412040478c5add3dd4f8e8180aee84f5a39d4_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:46,803 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412040478c5add3dd4f8e8180aee84f5a39d4_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:46,803 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040478c5add3dd4f8e8180aee84f5a39d4_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741985_1161 (size=12241) 2024-12-04T22:41:46,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741986_1162 (size=4469) 2024-12-04T22:41:46,817 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#139 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:46,818 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/b2a6929cea1c478fb72bb0c5144a7456 is 175, key is test_row_0/A:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:46,818 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/2652a9fe4c5c40c2b2fec3d1edbf739e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2652a9fe4c5c40c2b2fec3d1edbf739e 2024-12-04T22:41:46,826 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into 2652a9fe4c5c40c2b2fec3d1edbf739e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:46,827 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:46,827 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=13, startTime=1733352106772; duration=0sec 2024-12-04T22:41:46,827 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:46,827 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:41:46,827 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:46,828 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:46,828 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:41:46,829 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,829 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/2bf08403eb9c450ab7e69a7a3c844ad4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/85b9c07d4be34bd6b6581068033a869e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/3022e2527927458b88c5839e562ab137] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=35.3 K 2024-12-04T22:41:46,830 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf08403eb9c450ab7e69a7a3c844ad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733352103894 2024-12-04T22:41:46,831 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b9c07d4be34bd6b6581068033a869e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733352104059 2024-12-04T22:41:46,831 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3022e2527927458b88c5839e562ab137, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352104696 2024-12-04T22:41:46,841 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:46,841 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/355d836d994a4dcc8a8400be67b66ac4 is 50, key is test_row_0/C:col10/1733352104696/Put/seqid=0 2024-12-04T22:41:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741987_1163 (size=31195) 2024-12-04T22:41:46,857 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/b2a6929cea1c478fb72bb0c5144a7456 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/b2a6929cea1c478fb72bb0c5144a7456 2024-12-04T22:41:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741988_1164 (size=12241) 2024-12-04T22:41:46,866 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into b2a6929cea1c478fb72bb0c5144a7456(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:46,866 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:46,866 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=13, startTime=1733352106771; duration=0sec 2024-12-04T22:41:46,866 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:46,866 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:41:46,876 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/355d836d994a4dcc8a8400be67b66ac4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/355d836d994a4dcc8a8400be67b66ac4 2024-12-04T22:41:46,886 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into 355d836d994a4dcc8a8400be67b66ac4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:46,886 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:46,886 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=13, startTime=1733352106772; duration=0sec 2024-12-04T22:41:46,886 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:46,886 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:41:46,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:46,891 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204aeace0d0c2db4544a59e3df12f40d3d5_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352105903/Put/seqid=0 2024-12-04T22:41:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741989_1165 (size=12304) 2024-12-04T22:41:46,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:46,929 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204aeace0d0c2db4544a59e3df12f40d3d5_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aeace0d0c2db4544a59e3df12f40d3d5_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8d774be94bf74d0a8bcb7e7e2094fe86, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8d774be94bf74d0a8bcb7e7e2094fe86 is 175, key is test_row_0/A:col10/1733352105903/Put/seqid=0 2024-12-04T22:41:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741990_1166 (size=31105) 2024-12-04T22:41:47,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352167058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352167057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352167059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352167060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352167171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352167171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352167171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352167171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T22:41:47,347 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8d774be94bf74d0a8bcb7e7e2094fe86 2024-12-04T22:41:47,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/649bbb6eeb6649a3ab78a5179e3114fd is 50, key is test_row_0/B:col10/1733352105903/Put/seqid=0 2024-12-04T22:41:47,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741991_1167 (size=12151) 2024-12-04T22:41:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352167380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352167380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352167380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352167380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352167690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352167690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352167690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352167690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:47,767 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/649bbb6eeb6649a3ab78a5179e3114fd 2024-12-04T22:41:47,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/13f07f76f8be4ac78a69ec31b90a00b3 is 50, key is test_row_0/C:col10/1733352105903/Put/seqid=0 2024-12-04T22:41:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741992_1168 (size=12151) 2024-12-04T22:41:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352168200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352168200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352168200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352168200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,228 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/13f07f76f8be4ac78a69ec31b90a00b3 2024-12-04T22:41:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8d774be94bf74d0a8bcb7e7e2094fe86 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86 2024-12-04T22:41:48,237 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86, entries=150, sequenceid=143, filesize=30.4 K 2024-12-04T22:41:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/649bbb6eeb6649a3ab78a5179e3114fd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/649bbb6eeb6649a3ab78a5179e3114fd 2024-12-04T22:41:48,244 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/649bbb6eeb6649a3ab78a5179e3114fd, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T22:41:48,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/13f07f76f8be4ac78a69ec31b90a00b3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/13f07f76f8be4ac78a69ec31b90a00b3 2024-12-04T22:41:48,250 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/13f07f76f8be4ac78a69ec31b90a00b3, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T22:41:48,251 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9affffc08efc42b0ebef56cf7931d48a in 1360ms, sequenceid=143, compaction requested=false 2024-12-04T22:41:48,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:48,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T22:41:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T22:41:48,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T22:41:48,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-12-04T22:41:48,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.1350 sec 2024-12-04T22:41:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T22:41:48,270 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:48,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-04T22:41:48,272 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T22:41:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:48,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T22:41:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:48,273 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:48,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:48,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:48,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046cd505d348194cebbd79fc591a485a09_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741993_1169 (size=14794) 2024-12-04T22:41:48,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352168320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T22:41:48,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352168430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:48,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:48,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T22:41:48,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352168640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:48,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:48,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046cd505d348194cebbd79fc591a485a09_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046cd505d348194cebbd79fc591a485a09_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:48,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/a5c5bce4ae034a7fbd60573907e36cfd, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:48,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/a5c5bce4ae034a7fbd60573907e36cfd is 175, key is test_row_0/A:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741994_1170 (size=39749) 2024-12-04T22:41:48,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:48,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:48,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:48,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T22:41:48,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352168949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:49,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/a5c5bce4ae034a7fbd60573907e36cfd 2024-12-04T22:41:49,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/bbd186a1c03b4e8c8233d3559d05e13e is 50, key is test_row_0/B:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741995_1171 (size=12151) 2024-12-04T22:41:49,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352169209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352169209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352169209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352169209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:49,212 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:49,212 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:49,212 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:49,213 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:49,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T22:41:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352169460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:49,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:49,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/bbd186a1c03b4e8c8233d3559d05e13e 2024-12-04T22:41:49,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/f93a33b4f76547cc85dbe96a807a953d is 50, key is test_row_0/C:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741996_1172 (size=12151) 2024-12-04T22:41:49,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:49,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:49,829 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:41:49,829 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:41:49,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/f93a33b4f76547cc85dbe96a807a953d 2024-12-04T22:41:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/a5c5bce4ae034a7fbd60573907e36cfd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd 2024-12-04T22:41:49,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd, entries=200, sequenceid=156, filesize=38.8 K 2024-12-04T22:41:49,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/bbd186a1c03b4e8c8233d3559d05e13e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/bbd186a1c03b4e8c8233d3559d05e13e 2024-12-04T22:41:49,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/bbd186a1c03b4e8c8233d3559d05e13e, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T22:41:49,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/f93a33b4f76547cc85dbe96a807a953d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f93a33b4f76547cc85dbe96a807a953d 2024-12-04T22:41:49,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f93a33b4f76547cc85dbe96a807a953d, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T22:41:49,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 9affffc08efc42b0ebef56cf7931d48a in 1670ms, sequenceid=156, compaction requested=true 2024-12-04T22:41:49,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:49,943 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:49,943 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:41:49,944 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,944 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,944 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2652a9fe4c5c40c2b2fec3d1edbf739e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/649bbb6eeb6649a3ab78a5179e3114fd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/bbd186a1c03b4e8c8233d3559d05e13e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=35.7 K 2024-12-04T22:41:49,944 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/b2a6929cea1c478fb72bb0c5144a7456, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=99.7 K 2024-12-04T22:41:49,944 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/b2a6929cea1c478fb72bb0c5144a7456, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd] 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2652a9fe4c5c40c2b2fec3d1edbf739e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352104696 2024-12-04T22:41:49,944 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2a6929cea1c478fb72bb0c5144a7456, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352104696 2024-12-04T22:41:49,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 649bbb6eeb6649a3ab78a5179e3114fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352105897 2024-12-04T22:41:49,945 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d774be94bf74d0a8bcb7e7e2094fe86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352105897 2024-12-04T22:41:49,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting bbd186a1c03b4e8c8233d3559d05e13e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733352107049 2024-12-04T22:41:49,945 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5c5bce4ae034a7fbd60573907e36cfd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733352107049 2024-12-04T22:41:49,951 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:49,953 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:49,953 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/cf0a5f3094e34cd9949cc758cdc3936d is 50, key is test_row_0/B:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:49,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T22:41:49,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,954 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T22:41:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:49,957 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204bacb9632ec17413eadb627ca15243d7d_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:49,959 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204bacb9632ec17413eadb627ca15243d7d_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:49,959 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bacb9632ec17413eadb627ca15243d7d_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741997_1173 (size=12493) 2024-12-04T22:41:49,971 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/cf0a5f3094e34cd9949cc758cdc3936d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cf0a5f3094e34cd9949cc758cdc3936d 2024-12-04T22:41:49,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204938f62761f164f2b8e5caef0da3fc6f6_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352108309/Put/seqid=0 2024-12-04T22:41:49,977 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into cf0a5f3094e34cd9949cc758cdc3936d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:49,977 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:49,977 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=13, startTime=1733352109943; duration=0sec 2024-12-04T22:41:49,977 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:49,977 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:41:49,977 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:49,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:49,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:41:49,980 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:49,980 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/355d836d994a4dcc8a8400be67b66ac4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/13f07f76f8be4ac78a69ec31b90a00b3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f93a33b4f76547cc85dbe96a807a953d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=35.7 K 2024-12-04T22:41:49,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 355d836d994a4dcc8a8400be67b66ac4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733352104696 2024-12-04T22:41:49,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 13f07f76f8be4ac78a69ec31b90a00b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352105897 2024-12-04T22:41:49,981 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f93a33b4f76547cc85dbe96a807a953d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733352107049 2024-12-04T22:41:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741998_1174 (size=4469) 2024-12-04T22:41:50,001 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:50,001 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/4b5a45d23eae46a088419d4ba22af7a8 is 50, key is test_row_0/C:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741999_1175 (size=12304) 2024-12-04T22:41:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204938f62761f164f2b8e5caef0da3fc6f6_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204938f62761f164f2b8e5caef0da3fc6f6_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0b30adcaa033433b8c3b63ac10229dc8, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0b30adcaa033433b8c3b63ac10229dc8 is 175, key is test_row_0/A:col10/1733352108309/Put/seqid=0 2024-12-04T22:41:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742000_1176 (size=12493) 2024-12-04T22:41:50,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/4b5a45d23eae46a088419d4ba22af7a8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/4b5a45d23eae46a088419d4ba22af7a8 2024-12-04T22:41:50,029 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into 4b5a45d23eae46a088419d4ba22af7a8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:50,029 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:50,029 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=13, startTime=1733352109943; duration=0sec 2024-12-04T22:41:50,029 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:50,029 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:41:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742001_1177 (size=31105) 2024-12-04T22:41:50,032 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0b30adcaa033433b8c3b63ac10229dc8 2024-12-04T22:41:50,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/091dfbab37f44c908966ef7c16517219 is 50, key is test_row_0/B:col10/1733352108309/Put/seqid=0 2024-12-04T22:41:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742002_1178 (size=12151) 2024-12-04T22:41:50,044 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/091dfbab37f44c908966ef7c16517219 2024-12-04T22:41:50,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e40bfe30326d4496a913590f70419eb6 is 50, key is test_row_0/C:col10/1733352108309/Put/seqid=0 2024-12-04T22:41:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742003_1179 (size=12151) 2024-12-04T22:41:50,075 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e40bfe30326d4496a913590f70419eb6 2024-12-04T22:41:50,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0b30adcaa033433b8c3b63ac10229dc8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8 2024-12-04T22:41:50,089 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8, entries=150, sequenceid=175, filesize=30.4 K 2024-12-04T22:41:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/091dfbab37f44c908966ef7c16517219 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/091dfbab37f44c908966ef7c16517219 2024-12-04T22:41:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,095 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/091dfbab37f44c908966ef7c16517219, entries=150, sequenceid=175, filesize=11.9 K 2024-12-04T22:41:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e40bfe30326d4496a913590f70419eb6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e40bfe30326d4496a913590f70419eb6 2024-12-04T22:41:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,106 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e40bfe30326d4496a913590f70419eb6, entries=150, sequenceid=175, filesize=11.9 K 2024-12-04T22:41:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 9affffc08efc42b0ebef56cf7931d48a in 153ms, sequenceid=175, compaction requested=false 2024-12-04T22:41:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T22:41:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T22:41:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-04T22:41:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8360 sec 2024-12-04T22:41:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.8400 sec 2024-12-04T22:41:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,381 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,382 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/86e4230853ae41d19a7c62a0dd6343a4 is 175, key is test_row_0/A:col10/1733352107055/Put/seqid=0 2024-12-04T22:41:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742004_1180 (size=31447) 2024-12-04T22:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T22:41:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,420 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-04T22:41:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:50,422 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,423 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:50,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:50,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:50,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:50,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c40ffe474f3f4470b6e94e85848a0dbd_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:50,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742005_1181 (size=14794) 2024-12-04T22:41:50,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352110578, max timestamp=1733352110638Num uniques 859; 2024-12-04T22:41:50,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352110578, max timestamp=1733352110638Num uniques 859; 2024-12-04T22:41:50,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:50,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:50,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352110578, max timestamp=1733352110638Num uniques 859; 2024-12-04T22:41:50,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:50,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352170729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:50,803 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/86e4230853ae41d19a7c62a0dd6343a4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/86e4230853ae41d19a7c62a0dd6343a4 2024-12-04T22:41:50,809 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into 86e4230853ae41d19a7c62a0dd6343a4(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:50,809 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:50,809 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=13, startTime=1733352109942; duration=0sec 2024-12-04T22:41:50,809 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:50,810 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:41:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352170840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:50,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:50,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:50,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:50,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:50,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:50,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c40ffe474f3f4470b6e94e85848a0dbd_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c40ffe474f3f4470b6e94e85848a0dbd_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:50,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/be0ed04adc2446c6885a90b86df9c301, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:50,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/be0ed04adc2446c6885a90b86df9c301 is 175, key is test_row_0/A:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742006_1182 (size=39749) 2024-12-04T22:41:51,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:51,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352171050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352171220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352171221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352171221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,224 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,225 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,226 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352171230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,233 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352171360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,396 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/be0ed04adc2446c6885a90b86df9c301 2024-12-04T22:41:51,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/dc6a006b804a48bcb2bbb5f6ae407fda is 50, key is test_row_0/B:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742007_1183 (size=12151) 2024-12-04T22:41:51,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:51,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/dc6a006b804a48bcb2bbb5f6ae407fda 2024-12-04T22:41:51,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/141767bb033c4810beb2d85b75599574 is 50, key is test_row_0/C:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742008_1184 (size=12151) 2024-12-04T22:41:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352171870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:51,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:51,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:51,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:51,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:52,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:52,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/141767bb033c4810beb2d85b75599574 2024-12-04T22:41:52,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/be0ed04adc2446c6885a90b86df9c301 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301 2024-12-04T22:41:52,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301, entries=200, sequenceid=187, filesize=38.8 K 2024-12-04T22:41:52,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/dc6a006b804a48bcb2bbb5f6ae407fda as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/dc6a006b804a48bcb2bbb5f6ae407fda 2024-12-04T22:41:52,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/dc6a006b804a48bcb2bbb5f6ae407fda, entries=150, sequenceid=187, filesize=11.9 K 2024-12-04T22:41:52,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/141767bb033c4810beb2d85b75599574 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/141767bb033c4810beb2d85b75599574 2024-12-04T22:41:52,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:52,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/141767bb033c4810beb2d85b75599574, entries=150, sequenceid=187, filesize=11.9 K 2024-12-04T22:41:52,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9affffc08efc42b0ebef56cf7931d48a in 1722ms, sequenceid=187, compaction requested=true 2024-12-04T22:41:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:52,272 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:52,272 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:52,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:52,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:52,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:52,274 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:52,274 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:52,274 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:41:52,274 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:41:52,274 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,274 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,274 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cf0a5f3094e34cd9949cc758cdc3936d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/091dfbab37f44c908966ef7c16517219, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/dc6a006b804a48bcb2bbb5f6ae407fda] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=35.9 K 2024-12-04T22:41:52,274 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/86e4230853ae41d19a7c62a0dd6343a4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=99.9 K 2024-12-04T22:41:52,274 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,274 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/86e4230853ae41d19a7c62a0dd6343a4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301] 2024-12-04T22:41:52,274 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting cf0a5f3094e34cd9949cc758cdc3936d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733352107049 2024-12-04T22:41:52,275 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e4230853ae41d19a7c62a0dd6343a4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733352107049 2024-12-04T22:41:52,275 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 091dfbab37f44c908966ef7c16517219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733352108309 2024-12-04T22:41:52,275 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b30adcaa033433b8c3b63ac10229dc8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733352108309 2024-12-04T22:41:52,275 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting dc6a006b804a48bcb2bbb5f6ae407fda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733352110536 2024-12-04T22:41:52,276 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting be0ed04adc2446c6885a90b86df9c301, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733352110503 2024-12-04T22:41:52,283 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:52,287 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:52,288 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/1c1f940e56164905a51cccd50cab6918 is 50, key is test_row_0/B:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:52,291 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120439da12b256bf49a3a093b0e54129c070_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:52,293 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120439da12b256bf49a3a093b0e54129c070_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:52,293 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120439da12b256bf49a3a093b0e54129c070_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742009_1185 (size=12595) 2024-12-04T22:41:52,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742010_1186 (size=4469) 2024-12-04T22:41:52,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T22:41:52,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,423 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T22:41:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:52,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d56544f16fc74d53a70580359a79ca61_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352110728/Put/seqid=0 2024-12-04T22:41:52,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742011_1187 (size=12304) 2024-12-04T22:41:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:52,705 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/1c1f940e56164905a51cccd50cab6918 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1c1f940e56164905a51cccd50cab6918 2024-12-04T22:41:52,711 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into 1c1f940e56164905a51cccd50cab6918(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:52,711 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:52,711 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=13, startTime=1733352112272; duration=0sec 2024-12-04T22:41:52,711 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:52,711 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:41:52,711 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:52,713 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:52,713 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:41:52,713 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:52,713 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/4b5a45d23eae46a088419d4ba22af7a8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e40bfe30326d4496a913590f70419eb6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/141767bb033c4810beb2d85b75599574] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=35.9 K 2024-12-04T22:41:52,714 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b5a45d23eae46a088419d4ba22af7a8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733352107049 2024-12-04T22:41:52,714 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e40bfe30326d4496a913590f70419eb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733352108309 2024-12-04T22:41:52,714 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 141767bb033c4810beb2d85b75599574, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733352110536 2024-12-04T22:41:52,721 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#159 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:52,722 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/f432ac67a8414788af41ea18f5baf395 is 50, key is test_row_0/C:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:52,730 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#156 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:52,731 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0e79c8f5e5b0446282c02c02c4f40702 is 175, key is test_row_0/A:col10/1733352110548/Put/seqid=0 2024-12-04T22:41:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742012_1188 (size=12595) 2024-12-04T22:41:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742013_1189 (size=31549) 2024-12-04T22:41:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:52,840 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d56544f16fc74d53a70580359a79ca61_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d56544f16fc74d53a70580359a79ca61_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/3380a56644694d8ba856600a0ebd2239, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:52,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/3380a56644694d8ba856600a0ebd2239 is 175, key is test_row_0/A:col10/1733352110728/Put/seqid=0 2024-12-04T22:41:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742014_1190 (size=31105) 2024-12-04T22:41:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:52,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:52,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352172913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352173020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:53,160 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/f432ac67a8414788af41ea18f5baf395 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f432ac67a8414788af41ea18f5baf395 2024-12-04T22:41:53,163 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0e79c8f5e5b0446282c02c02c4f40702 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e79c8f5e5b0446282c02c02c4f40702 2024-12-04T22:41:53,166 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into f432ac67a8414788af41ea18f5baf395(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:53,166 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:53,166 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=13, startTime=1733352112273; duration=0sec 2024-12-04T22:41:53,166 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:53,166 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:41:53,171 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into 0e79c8f5e5b0446282c02c02c4f40702(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:53,171 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:53,171 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=13, startTime=1733352112272; duration=0sec 2024-12-04T22:41:53,171 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:53,171 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:41:53,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352173230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:53,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:53,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:53,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:53,246 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/3380a56644694d8ba856600a0ebd2239 2024-12-04T22:41:53,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/5232cbfc4b6a4d0b8bb36a76740369f6 is 50, key is test_row_0/B:col10/1733352110728/Put/seqid=0 2024-12-04T22:41:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742015_1191 (size=12151) 2024-12-04T22:41:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352173540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:53,660 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/5232cbfc4b6a4d0b8bb36a76740369f6 2024-12-04T22:41:53,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e2a46b4943e6485890283522d1de8b5b is 50, key is test_row_0/C:col10/1733352110728/Put/seqid=0 2024-12-04T22:41:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742016_1192 (size=12151) 2024-12-04T22:41:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352174050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:54,072 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e2a46b4943e6485890283522d1de8b5b 2024-12-04T22:41:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/3380a56644694d8ba856600a0ebd2239 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239 2024-12-04T22:41:54,081 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239, entries=150, sequenceid=224, filesize=30.4 K 2024-12-04T22:41:54,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/5232cbfc4b6a4d0b8bb36a76740369f6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/5232cbfc4b6a4d0b8bb36a76740369f6 2024-12-04T22:41:54,088 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/5232cbfc4b6a4d0b8bb36a76740369f6, entries=150, sequenceid=224, filesize=11.9 K 2024-12-04T22:41:54,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e2a46b4943e6485890283522d1de8b5b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e2a46b4943e6485890283522d1de8b5b 2024-12-04T22:41:54,093 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e2a46b4943e6485890283522d1de8b5b, entries=150, sequenceid=224, filesize=11.9 K 2024-12-04T22:41:54,094 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 9affffc08efc42b0ebef56cf7931d48a in 1672ms, sequenceid=224, compaction requested=false 2024-12-04T22:41:54,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T22:41:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T22:41:54,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-04T22:41:54,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6730 sec 2024-12-04T22:41:54,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 3.6780 sec 2024-12-04T22:41:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T22:41:54,590 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:54,590 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-04T22:41:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T22:41:54,592 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:54,593 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:54,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T22:41:54,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:54,745 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:54,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046eaabfa80b144f1ea3ce8294e6c407aa_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352112911/Put/seqid=0 2024-12-04T22:41:54,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742017_1193 (size=12304) 2024-12-04T22:41:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:54,780 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046eaabfa80b144f1ea3ce8294e6c407aa_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046eaabfa80b144f1ea3ce8294e6c407aa_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8f2d3fc2f38344cc99494deaa891366b, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8f2d3fc2f38344cc99494deaa891366b is 175, key is test_row_0/A:col10/1733352112911/Put/seqid=0 2024-12-04T22:41:54,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742018_1194 (size=31105) 2024-12-04T22:41:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T22:41:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:55,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:55,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352115095, max timestamp=1733352115115Num uniques 859; 2024-12-04T22:41:55,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352115095, max timestamp=1733352115115Num uniques 859; 2024-12-04T22:41:55,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352115095, max timestamp=1733352115115Num uniques 859; 2024-12-04T22:41:55,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:55,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:55,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352175169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,190 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8f2d3fc2f38344cc99494deaa891366b 2024-12-04T22:41:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/93b02acd613f438095fa0220f28217d9 is 50, key is test_row_0/B:col10/1733352112911/Put/seqid=0 2024-12-04T22:41:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742019_1195 (size=12151) 2024-12-04T22:41:55,214 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/93b02acd613f438095fa0220f28217d9 2024-12-04T22:41:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T22:41:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/d763f984178a42a18276ff54c5e15e65 is 50, key is test_row_0/C:col10/1733352112911/Put/seqid=0 2024-12-04T22:41:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742020_1196 (size=12151) 2024-12-04T22:41:55,229 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/d763f984178a42a18276ff54c5e15e65 2024-12-04T22:41:55,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/8f2d3fc2f38344cc99494deaa891366b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b 2024-12-04T22:41:55,240 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b, entries=150, sequenceid=237, filesize=30.4 K 2024-12-04T22:41:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50832 deadline: 1733352175239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,247 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/93b02acd613f438095fa0220f28217d9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/93b02acd613f438095fa0220f28217d9 2024-12-04T22:41:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50872 deadline: 1733352175250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,252 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,254 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/93b02acd613f438095fa0220f28217d9, entries=150, sequenceid=237, filesize=11.9 K 2024-12-04T22:41:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/d763f984178a42a18276ff54c5e15e65 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/d763f984178a42a18276ff54c5e15e65 2024-12-04T22:41:55,261 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/d763f984178a42a18276ff54c5e15e65, entries=150, sequenceid=237, filesize=11.9 K 2024-12-04T22:41:55,262 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9affffc08efc42b0ebef56cf7931d48a in 517ms, sequenceid=237, compaction requested=true 2024-12-04T22:41:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:55,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T22:41:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T22:41:55,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-04T22:41:55,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 670 msec 2024-12-04T22:41:55,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 676 msec 2024-12-04T22:41:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:55,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T22:41:55,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352115160, max timestamp=1733352115272Num uniques 1068; 2024-12-04T22:41:55,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352115160, max timestamp=1733352115272Num uniques 1068; 2024-12-04T22:41:55,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:55,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:55,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352115160, max timestamp=1733352115272Num uniques 1068; 2024-12-04T22:41:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:55,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:55,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f535a6619eb64b98b2f8f1dcdc06147f_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:55,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742021_1197 (size=14994) 2024-12-04T22:41:55,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:55,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f535a6619eb64b98b2f8f1dcdc06147f_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f535a6619eb64b98b2f8f1dcdc06147f_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:55,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/7aee7a39bf764fe983224d7a051b09d7, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:55,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/7aee7a39bf764fe983224d7a051b09d7 is 175, key is test_row_0/A:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742022_1198 (size=39949) 2024-12-04T22:41:55,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352115299, max timestamp=1733352115308Num uniques 859; 2024-12-04T22:41:55,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352115299, max timestamp=1733352115308Num uniques 859; 2024-12-04T22:41:55,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:55,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:55,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352115299, max timestamp=1733352115308Num uniques 859; 2024-12-04T22:41:55,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:55,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352115332, max timestamp=1733352115340Num uniques 1068; 2024-12-04T22:41:55,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:55,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352115332, max timestamp=1733352115340Num uniques 1068; 2024-12-04T22:41:55,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:55,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352115332, max timestamp=1733352115340Num uniques 1068; 2024-12-04T22:41:55,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:41:55,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352115355, max timestamp=1733352115371Num uniques 1027; 2024-12-04T22:41:55,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:41:55,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352115355, max timestamp=1733352115371Num uniques 1027; 2024-12-04T22:41:55,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:41:55,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352115355, max timestamp=1733352115371Num uniques 1027; 2024-12-04T22:41:55,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:41:55,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733352115394, max timestamp=1733352115400Num uniques 1036; 2024-12-04T22:41:55,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733352115394, max timestamp=1733352115400Num uniques 1036; 2024-12-04T22:41:55,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733352115394, max timestamp=1733352115400Num uniques 1036; 2024-12-04T22:41:55,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-04T22:41:55,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-04T22:41:55,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-04T22:41:55,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733352115417, max timestamp=1733352115438Num uniques 1145; 2024-12-04T22:41:55,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-12-04T22:41:55,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733352115417, max timestamp=1733352115438Num uniques 1145; 2024-12-04T22:41:55,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-12-04T22:41:55,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733352115417, max timestamp=1733352115438Num uniques 1145; 2024-12-04T22:41:55,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-12-04T22:41:55,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733352115475, max timestamp=1733352115482Num uniques 1104; 2024-12-04T22:41:55,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733352115475, max timestamp=1733352115482Num uniques 1104; 2024-12-04T22:41:55,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733352115475, max timestamp=1733352115482Num uniques 1104; 2024-12-04T22:41:55,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-04T22:41:55,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-04T22:41:55,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-04T22:41:55,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733352115504, max timestamp=1733352115511Num uniques 1013; 2024-12-04T22:41:55,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733352115504, max timestamp=1733352115511Num uniques 1013; 2024-12-04T22:41:55,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-04T22:41:55,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-04T22:41:55,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733352115504, max timestamp=1733352115511Num uniques 1013; 2024-12-04T22:41:55,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=12038, suffix heap size=133320,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=263 2024-12-04T22:41:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=422, cellSize=19322, totalHeapSize=44128, min timestamp=1733352115524, max timestamp=1733352115545Num uniques 1122; 2024-12-04T22:41:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=422, cellSize=19322, totalHeapSize=44128, min timestamp=1733352115524, max timestamp=1733352115545Num uniques 1122; 2024-12-04T22:41:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=19322, suffix heap size=144656,new segment heap size=44128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=422 2024-12-04T22:41:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=19322, suffix heap size=144656,new segment heap size=44128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=422 2024-12-04T22:41:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=422, cellSize=19322, totalHeapSize=44128, min timestamp=1733352115524, max timestamp=1733352115545Num uniques 1122; 2024-12-04T22:41:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=19322, suffix heap size=144656,new segment heap size=44128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=422 2024-12-04T22:41:55,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352175580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352175583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733352115575, max timestamp=1733352115583Num uniques 1281; 2024-12-04T22:41:55,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=58666, new segment data size=10576, suffix heap size=161192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1281, new segment cells count=231 2024-12-04T22:41:55,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733352115575, max timestamp=1733352115583Num uniques 1281; 2024-12-04T22:41:55,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=58666, new segment data size=10576, suffix heap size=161192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1281, new segment cells count=231 2024-12-04T22:41:55,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733352115575, max timestamp=1733352115583Num uniques 1281; 2024-12-04T22:41:55,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=58666, new segment data size=10576, suffix heap size=161192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1281, new segment cells count=231 2024-12-04T22:41:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733352115653, max timestamp=1733352115681Num uniques 1090; 2024-12-04T22:41:55,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-12-04T22:41:55,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733352115653, max timestamp=1733352115681Num uniques 1090; 2024-12-04T22:41:55,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-12-04T22:41:55,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733352115653, max timestamp=1733352115681Num uniques 1090; 2024-12-04T22:41:55,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-12-04T22:41:55,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/7aee7a39bf764fe983224d7a051b09d7 2024-12-04T22:41:55,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/a05bb7a5a2eb41a1b91000d2566f08ce is 50, key is test_row_0/B:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:55,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742023_1199 (size=12301) 2024-12-04T22:41:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T22:41:55,730 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:55,731 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-04T22:41:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T22:41:55,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1733352115708, max timestamp=1733352115729Num uniques 1099; 2024-12-04T22:41:55,733 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:55,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=15984, suffix heap size=142264,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=349 2024-12-04T22:41:55,734 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:55,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:55,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1733352115708, max timestamp=1733352115729Num uniques 1099; 2024-12-04T22:41:55,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=15984, suffix heap size=142264,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=349 2024-12-04T22:41:55,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1733352115719, max timestamp=1733352115729Num uniques 1099; 2024-12-04T22:41:55,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=9114, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-12-04T22:41:55,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=408, cellSize=18680, totalHeapSize=42672, min timestamp=1733352115775, max timestamp=1733352115794Num uniques 1208; 2024-12-04T22:41:55,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=18680, suffix heap size=153600,new segment heap size=42672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=408 2024-12-04T22:41:55,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=408, cellSize=18680, totalHeapSize=42672, min timestamp=1733352115775, max timestamp=1733352115794Num uniques 1208; 2024-12-04T22:41:55,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=18680, suffix heap size=153600,new segment heap size=42672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=408 2024-12-04T22:41:55,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=408, cellSize=18680, totalHeapSize=42672, min timestamp=1733352115775, max timestamp=1733352115794Num uniques 1058; 2024-12-04T22:41:55,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=18680, suffix heap size=138000,new segment heap size=42672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=408 2024-12-04T22:41:55,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352175834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T22:41:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352175836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352175837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T22:41:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:55,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:55,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:55,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352175950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352175950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352175951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:55,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:55,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T22:41:56,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T22:41:56,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/a05bb7a5a2eb41a1b91000d2566f08ce 2024-12-04T22:41:56,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e9bc9456386d42f2a9326cda3e0f6cc9 is 50, key is test_row_0/C:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:56,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742024_1200 (size=12301) 2024-12-04T22:41:56,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352176160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352176160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352176160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T22:41:56,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:56,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T22:41:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:56,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T22:41:56,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352176470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352176470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352176470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T22:41:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:56,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:56,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e9bc9456386d42f2a9326cda3e0f6cc9 2024-12-04T22:41:56,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/7aee7a39bf764fe983224d7a051b09d7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7 2024-12-04T22:41:56,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7, entries=200, sequenceid=275, filesize=39.0 K 2024-12-04T22:41:56,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/a05bb7a5a2eb41a1b91000d2566f08ce as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a05bb7a5a2eb41a1b91000d2566f08ce 2024-12-04T22:41:56,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a05bb7a5a2eb41a1b91000d2566f08ce, entries=150, sequenceid=275, filesize=12.0 K 2024-12-04T22:41:56,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e9bc9456386d42f2a9326cda3e0f6cc9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e9bc9456386d42f2a9326cda3e0f6cc9 2024-12-04T22:41:56,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e9bc9456386d42f2a9326cda3e0f6cc9, entries=150, sequenceid=275, filesize=12.0 K 2024-12-04T22:41:56,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=167.72 KB/171750 for 9affffc08efc42b0ebef56cf7931d48a in 1284ms, sequenceid=275, compaction requested=true 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:56,557 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:56,557 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:56,559 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133708 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:56,559 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:41:56,559 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,559 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e79c8f5e5b0446282c02c02c4f40702, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=130.6 K 2024-12-04T22:41:56,559 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,560 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e79c8f5e5b0446282c02c02c4f40702, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7] 2024-12-04T22:41:56,560 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:56,560 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e79c8f5e5b0446282c02c02c4f40702, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733352110536 2024-12-04T22:41:56,560 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:41:56,560 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,560 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1c1f940e56164905a51cccd50cab6918, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/5232cbfc4b6a4d0b8bb36a76740369f6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/93b02acd613f438095fa0220f28217d9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a05bb7a5a2eb41a1b91000d2566f08ce] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=48.0 K 2024-12-04T22:41:56,561 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3380a56644694d8ba856600a0ebd2239, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733352110718 2024-12-04T22:41:56,561 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1f940e56164905a51cccd50cab6918, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733352110536 2024-12-04T22:41:56,561 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f2d3fc2f38344cc99494deaa891366b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733352112901 2024-12-04T22:41:56,561 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5232cbfc4b6a4d0b8bb36a76740369f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733352110718 2024-12-04T22:41:56,562 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aee7a39bf764fe983224d7a051b09d7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733352115160 2024-12-04T22:41:56,562 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 93b02acd613f438095fa0220f28217d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733352112901 2024-12-04T22:41:56,562 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a05bb7a5a2eb41a1b91000d2566f08ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733352115160 2024-12-04T22:41:56,573 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:56,573 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:56,573 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/1cadb0dcb0ac446cb0c3455a9708a077 is 50, key is test_row_0/B:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:56,578 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120479c5103230414eaa967676d90341ac86_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:56,580 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120479c5103230414eaa967676d90341ac86_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:56,581 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120479c5103230414eaa967676d90341ac86_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742025_1201 (size=12881) 2024-12-04T22:41:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742026_1202 (size=4469) 2024-12-04T22:41:56,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T22:41:56,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,652 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=167.72 KB heapSize=461.25 KB 2024-12-04T22:41:56,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b514f7208f47430c9845cd84e373b023_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352115836/Put/seqid=0 2024-12-04T22:41:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742027_1203 (size=12454) 2024-12-04T22:41:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:56,666 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b514f7208f47430c9845cd84e373b023_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b514f7208f47430c9845cd84e373b023_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:56,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/9cd386ba9f3c487eb1a13cfc5c18501f, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:56,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/9cd386ba9f3c487eb1a13cfc5c18501f is 175, key is test_row_0/A:col10/1733352115836/Put/seqid=0 2024-12-04T22:41:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742028_1204 (size=31255) 2024-12-04T22:41:56,671 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=501, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/9cd386ba9f3c487eb1a13cfc5c18501f 2024-12-04T22:41:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2 is 50, key is test_row_0/B:col10/1733352115836/Put/seqid=0 2024-12-04T22:41:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742029_1205 (size=12301) 2024-12-04T22:41:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T22:41:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:56,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:56,986 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:56,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352176984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,987 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/343a01f582c3456eba5f0fc94a9adbe6 is 175, key is test_row_0/A:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:56,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352176986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352176987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:56,991 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/1cadb0dcb0ac446cb0c3455a9708a077 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1cadb0dcb0ac446cb0c3455a9708a077 2024-12-04T22:41:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742030_1206 (size=31835) 2024-12-04T22:41:56,997 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into 1cadb0dcb0ac446cb0c3455a9708a077(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:56,997 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:56,997 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=12, startTime=1733352116557; duration=0sec 2024-12-04T22:41:56,997 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:56,997 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:41:56,997 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:41:56,999 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:41:56,999 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:41:56,999 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:56,999 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f432ac67a8414788af41ea18f5baf395, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e2a46b4943e6485890283522d1de8b5b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/d763f984178a42a18276ff54c5e15e65, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e9bc9456386d42f2a9326cda3e0f6cc9] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=48.0 K 2024-12-04T22:41:56,999 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f432ac67a8414788af41ea18f5baf395, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733352110536 2024-12-04T22:41:57,000 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e2a46b4943e6485890283522d1de8b5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733352110718 2024-12-04T22:41:57,000 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d763f984178a42a18276ff54c5e15e65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733352112901 2024-12-04T22:41:57,000 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e9bc9456386d42f2a9326cda3e0f6cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733352115160 2024-12-04T22:41:57,008 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:57,008 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/1c66218f07cd47f783835b73080dd45e is 50, key is test_row_0/C:col10/1733352115270/Put/seqid=0 2024-12-04T22:41:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742031_1207 (size=12881) 2024-12-04T22:41:57,016 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/1c66218f07cd47f783835b73080dd45e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/1c66218f07cd47f783835b73080dd45e 2024-12-04T22:41:57,021 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into 1c66218f07cd47f783835b73080dd45e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:57,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:57,021 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=12, startTime=1733352116557; duration=0sec 2024-12-04T22:41:57,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:57,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:41:57,087 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2 2024-12-04T22:41:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352177089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15 is 50, key is test_row_0/C:col10/1733352115836/Put/seqid=0 2024-12-04T22:41:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742032_1208 (size=12301) 2024-12-04T22:41:57,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352177099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352177100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,101 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15 2024-12-04T22:41:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/9cd386ba9f3c487eb1a13cfc5c18501f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f 2024-12-04T22:41:57,109 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f, entries=150, sequenceid=501, filesize=30.5 K 2024-12-04T22:41:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2 2024-12-04T22:41:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,113 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2, entries=150, sequenceid=501, filesize=12.0 K 2024-12-04T22:41:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15 2024-12-04T22:41:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15, entries=150, sequenceid=501, filesize=12.0 K 2024-12-04T22:41:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~461.20 KB/472272, currentSize=20.13 KB/20610 for 9affffc08efc42b0ebef56cf7931d48a in 466ms, sequenceid=501, compaction requested=false 2024-12-04T22:41:57,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-04T22:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-04T22:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-04T22:41:57,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-12-04T22:41:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.3910 sec 2024-12-04T22:41:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:41:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:57,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:57,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:57,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:41:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b86f93d0599b4a86b917a1ce8915d4f8_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742033_1209 (size=20074) 2024-12-04T22:41:57,341 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:57,345 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b86f93d0599b4a86b917a1ce8915d4f8_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b86f93d0599b4a86b917a1ce8915d4f8_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:57,347 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0027ca0a0c134f87a16d1253fed20251, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:57,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0027ca0a0c134f87a16d1253fed20251 is 175, key is test_row_0/A:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:57,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352117334, max timestamp=1733352117356Num uniques 859; 2024-12-04T22:41:57,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352117334, max timestamp=1733352117356Num uniques 859; 2024-12-04T22:41:57,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:57,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352117334, max timestamp=1733352117356Num uniques 859; 2024-12-04T22:41:57,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:57,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:41:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742034_1210 (size=57333) 2024-12-04T22:41:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352177387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352177388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,399 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/343a01f582c3456eba5f0fc94a9adbe6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/343a01f582c3456eba5f0fc94a9adbe6 2024-12-04T22:41:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352177392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,404 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into 343a01f582c3456eba5f0fc94a9adbe6(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:57,404 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:57,404 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=12, startTime=1733352116557; duration=0sec 2024-12-04T22:41:57,404 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:57,404 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:41:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352177499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352177499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352177509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352177710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352177710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352177719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:57,763 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=513, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0027ca0a0c134f87a16d1253fed20251 2024-12-04T22:41:57,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/4904e0697f6e4106b73a0ce09df65b65 is 50, key is test_row_0/B:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:57,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742035_1211 (size=12301) 2024-12-04T22:41:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T22:41:57,880 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:41:57,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:41:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-04T22:41:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:41:57,882 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:41:57,882 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:41:57,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:41:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:41:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352178020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352178020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352178029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:58,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T22:41:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/4904e0697f6e4106b73a0ce09df65b65 2024-12-04T22:41:58,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/c05c7f2efc1a447aac5b8281674e7549 is 50, key is test_row_0/C:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742036_1212 (size=12301) 2024-12-04T22:41:58,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T22:41:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:41:58,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T22:41:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T22:41:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:41:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:41:58,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:58,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352178529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352178529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:58,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352178540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:58,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/c05c7f2efc1a447aac5b8281674e7549 2024-12-04T22:41:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0027ca0a0c134f87a16d1253fed20251 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251 2024-12-04T22:41:58,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251, entries=300, sequenceid=513, filesize=56.0 K 2024-12-04T22:41:58,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/4904e0697f6e4106b73a0ce09df65b65 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/4904e0697f6e4106b73a0ce09df65b65 2024-12-04T22:41:58,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/4904e0697f6e4106b73a0ce09df65b65, entries=150, sequenceid=513, filesize=12.0 K 2024-12-04T22:41:58,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/c05c7f2efc1a447aac5b8281674e7549 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/c05c7f2efc1a447aac5b8281674e7549 2024-12-04T22:41:58,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/c05c7f2efc1a447aac5b8281674e7549, entries=150, sequenceid=513, filesize=12.0 K 2024-12-04T22:41:58,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9affffc08efc42b0ebef56cf7931d48a in 1291ms, sequenceid=513, compaction requested=true 2024-12-04T22:41:58,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:41:58,605 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:41:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:58,605 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:41:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:58,606 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120423 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:58,606 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:41:58,606 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,606 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/343a01f582c3456eba5f0fc94a9adbe6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=117.6 K 2024-12-04T22:41:58,606 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,606 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/343a01f582c3456eba5f0fc94a9adbe6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251] 2024-12-04T22:41:58,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:58,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:41:58,607 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,607 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 343a01f582c3456eba5f0fc94a9adbe6, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733352115160 2024-12-04T22:41:58,607 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1cadb0dcb0ac446cb0c3455a9708a077, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/4904e0697f6e4106b73a0ce09df65b65] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=36.6 K 2024-12-04T22:41:58,607 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cd386ba9f3c487eb1a13cfc5c18501f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1733352115829 2024-12-04T22:41:58,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cadb0dcb0ac446cb0c3455a9708a077, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733352115160 2024-12-04T22:41:58,608 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0027ca0a0c134f87a16d1253fed20251, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733352116983 2024-12-04T22:41:58,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e88ce0ea665f42e3aee8b2e0eb2d7ca2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1733352115829 2024-12-04T22:41:58,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4904e0697f6e4106b73a0ce09df65b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733352116985 2024-12-04T22:41:58,613 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:58,614 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:58,615 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/6a1a4201b21b4969849282d7bd5b5b4a is 50, key is test_row_0/B:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:58,616 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412040aa53c5f022f46ab9ce33dee1cb318f6_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:58,618 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412040aa53c5f022f46ab9ce33dee1cb318f6_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:58,618 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040aa53c5f022f46ab9ce33dee1cb318f6_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:58,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742037_1213 (size=12983) 2024-12-04T22:41:58,626 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/6a1a4201b21b4969849282d7bd5b5b4a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/6a1a4201b21b4969849282d7bd5b5b4a 2024-12-04T22:41:58,631 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into 6a1a4201b21b4969849282d7bd5b5b4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:58,631 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:58,631 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=13, startTime=1733352118605; duration=0sec 2024-12-04T22:41:58,631 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:41:58,631 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:41:58,631 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:41:58,632 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:41:58,632 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:41:58,632 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,632 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/1c66218f07cd47f783835b73080dd45e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/c05c7f2efc1a447aac5b8281674e7549] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=36.6 K 2024-12-04T22:41:58,633 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c66218f07cd47f783835b73080dd45e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733352115160 2024-12-04T22:41:58,633 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b5fcb9a0e79f4ad09e6b3722ea0d6e15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1733352115829 2024-12-04T22:41:58,633 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c05c7f2efc1a447aac5b8281674e7549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733352116985 2024-12-04T22:41:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742038_1214 (size=4469) 2024-12-04T22:41:58,640 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#178 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:58,641 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/9e0a3e014e8346bbad4c8c37a82385d0 is 175, key is test_row_0/A:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:58,643 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:41:58,643 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e3a46bd9f3104ff885d74950745273de is 50, key is test_row_0/C:col10/1733352116985/Put/seqid=0 2024-12-04T22:41:58,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:41:58,646 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:41:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:41:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742039_1215 (size=31937) 2024-12-04T22:41:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d9575c222b69461697e610529afbd011_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352117390/Put/seqid=0 2024-12-04T22:41:58,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742040_1216 (size=12983) 2024-12-04T22:41:58,668 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/e3a46bd9f3104ff885d74950745273de as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e3a46bd9f3104ff885d74950745273de 2024-12-04T22:41:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742041_1217 (size=12454) 2024-12-04T22:41:58,675 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into e3a46bd9f3104ff885d74950745273de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:58,676 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:58,676 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=13, startTime=1733352118605; duration=0sec 2024-12-04T22:41:58,676 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:58,676 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:41:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:41:59,052 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/9e0a3e014e8346bbad4c8c37a82385d0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9e0a3e014e8346bbad4c8c37a82385d0 2024-12-04T22:41:59,057 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into 9e0a3e014e8346bbad4c8c37a82385d0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:41:59,057 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:41:59,057 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=13, startTime=1733352118604; duration=0sec 2024-12-04T22:41:59,057 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:41:59,057 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:41:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:59,074 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d9575c222b69461697e610529afbd011_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d9575c222b69461697e610529afbd011_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:59,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/97c2f2c29d4442f48d3f502e1b12d7dd, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:41:59,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/97c2f2c29d4442f48d3f502e1b12d7dd is 175, key is test_row_0/A:col10/1733352117390/Put/seqid=0 2024-12-04T22:41:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742042_1218 (size=31255) 2024-12-04T22:41:59,479 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=551, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/97c2f2c29d4442f48d3f502e1b12d7dd 2024-12-04T22:41:59,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/066db0b2d1524cf6b85325560102bd79 is 50, key is test_row_0/B:col10/1733352117390/Put/seqid=0 2024-12-04T22:41:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742043_1219 (size=12301) 2024-12-04T22:41:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:41:59,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:41:59,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352179553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352179553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352179559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,561 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:41:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352179659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352179660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352179870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352179870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:41:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:41:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:41:59,890 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/066db0b2d1524cf6b85325560102bd79 2024-12-04T22:41:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/b87a82850a7148fbb6eaf2ac5b0fde3b is 50, key is test_row_0/C:col10/1733352117390/Put/seqid=0 2024-12-04T22:41:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742044_1220 (size=12301) 2024-12-04T22:42:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:42:00,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352180180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:00,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352180180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:00,304 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/b87a82850a7148fbb6eaf2ac5b0fde3b 2024-12-04T22:42:00,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/97c2f2c29d4442f48d3f502e1b12d7dd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd 2024-12-04T22:42:00,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd, entries=150, sequenceid=551, filesize=30.5 K 2024-12-04T22:42:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/066db0b2d1524cf6b85325560102bd79 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/066db0b2d1524cf6b85325560102bd79 2024-12-04T22:42:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,317 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/066db0b2d1524cf6b85325560102bd79, entries=150, sequenceid=551, filesize=12.0 K 2024-12-04T22:42:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/b87a82850a7148fbb6eaf2ac5b0fde3b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b87a82850a7148fbb6eaf2ac5b0fde3b 2024-12-04T22:42:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b87a82850a7148fbb6eaf2ac5b0fde3b, entries=150, sequenceid=551, filesize=12.0 K 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 9affffc08efc42b0ebef56cf7931d48a in 1677ms, sequenceid=551, compaction requested=false 2024-12-04T22:42:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:00,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-04T22:42:00,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4430 sec 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.4470 sec 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:42:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:42:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:42:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:42:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042718d444addc4654ba24a0b78ce9f561_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742045_1221 (size=12454) 2024-12-04T22:42:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:00,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042718d444addc4654ba24a0b78ce9f561_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042718d444addc4654ba24a0b78ce9f561_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:00,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/bc5b8ab0ab944219934b2ab55cc2f9ab, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:00,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/bc5b8ab0ab944219934b2ab55cc2f9ab is 175, key is test_row_0/A:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742046_1222 (size=31255) 2024-12-04T22:42:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352180743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352180749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:00,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352180860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:00,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352180860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352181070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352181070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=565, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/bc5b8ab0ab944219934b2ab55cc2f9ab 2024-12-04T22:42:01,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/cc9dd00bcc444184a9c4c0dd28357e8e is 50, key is test_row_0/B:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742047_1223 (size=12301) 2024-12-04T22:42:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352181380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352181380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/cc9dd00bcc444184a9c4c0dd28357e8e 2024-12-04T22:42:01,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/9b698995d1f04c6bb2ca1ad7c2b1cb48 is 50, key is test_row_0/C:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742048_1224 (size=12301) 2024-12-04T22:42:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50858 deadline: 1733352181580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,582 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 9affffc08efc42b0ebef56cf7931d48a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50812 deadline: 1733352181889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50838 deadline: 1733352181889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:01,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/9b698995d1f04c6bb2ca1ad7c2b1cb48 2024-12-04T22:42:01,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/bc5b8ab0ab944219934b2ab55cc2f9ab as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab 2024-12-04T22:42:01,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab, entries=150, sequenceid=565, filesize=30.5 K 2024-12-04T22:42:01,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/cc9dd00bcc444184a9c4c0dd28357e8e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cc9dd00bcc444184a9c4c0dd28357e8e 2024-12-04T22:42:01,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cc9dd00bcc444184a9c4c0dd28357e8e, entries=150, sequenceid=565, filesize=12.0 K 2024-12-04T22:42:01,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/9b698995d1f04c6bb2ca1ad7c2b1cb48 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/9b698995d1f04c6bb2ca1ad7c2b1cb48 2024-12-04T22:42:01,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/9b698995d1f04c6bb2ca1ad7c2b1cb48, entries=150, sequenceid=565, filesize=12.0 K 2024-12-04T22:42:01,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9affffc08efc42b0ebef56cf7931d48a in 1281ms, sequenceid=565, compaction requested=true 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:01,977 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:01,977 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9affffc08efc42b0ebef56cf7931d48a:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:01,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:01,978 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:01,978 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:01,978 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/A is initiating minor compaction (all files) 2024-12-04T22:42:01,978 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/B is initiating minor compaction (all files) 2024-12-04T22:42:01,978 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/A in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:01,978 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/B in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:01,978 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9e0a3e014e8346bbad4c8c37a82385d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=92.2 K 2024-12-04T22:42:01,978 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/6a1a4201b21b4969849282d7bd5b5b4a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/066db0b2d1524cf6b85325560102bd79, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cc9dd00bcc444184a9c4c0dd28357e8e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=36.7 K 2024-12-04T22:42:01,978 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:01,978 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9e0a3e014e8346bbad4c8c37a82385d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab] 2024-12-04T22:42:01,979 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e0a3e014e8346bbad4c8c37a82385d0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733352116985 2024-12-04T22:42:01,979 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a1a4201b21b4969849282d7bd5b5b4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733352116985 2024-12-04T22:42:01,979 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97c2f2c29d4442f48d3f502e1b12d7dd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733352117372 2024-12-04T22:42:01,979 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 066db0b2d1524cf6b85325560102bd79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733352117372 2024-12-04T22:42:01,979 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc5b8ab0ab944219934b2ab55cc2f9ab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1733352119544 2024-12-04T22:42:01,980 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting cc9dd00bcc444184a9c4c0dd28357e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1733352119544 2024-12-04T22:42:01,986 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:01,987 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:01,988 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/e16ac0887f4e42f4a263da660c602303 is 50, key is test_row_0/B:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:01,990 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204b7b1e658c5ee4a2fba70f6a936621e5e_9affffc08efc42b0ebef56cf7931d48a store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:01,992 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204b7b1e658c5ee4a2fba70f6a936621e5e_9affffc08efc42b0ebef56cf7931d48a, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:01,992 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b7b1e658c5ee4a2fba70f6a936621e5e_9affffc08efc42b0ebef56cf7931d48a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:01,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742049_1225 (size=13085) 2024-12-04T22:42:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742050_1226 (size=4469) 2024-12-04T22:42:02,025 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#A#compaction#187 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:02,026 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/df1b6895d6c64f1cadd7645a20fab0a0 is 175, key is test_row_0/A:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742051_1227 (size=32039) 2024-12-04T22:42:02,035 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/df1b6895d6c64f1cadd7645a20fab0a0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/df1b6895d6c64f1cadd7645a20fab0a0 2024-12-04T22:42:02,040 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/A of 9affffc08efc42b0ebef56cf7931d48a into df1b6895d6c64f1cadd7645a20fab0a0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:02,040 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:42:02,041 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/A, priority=13, startTime=1733352121977; duration=0sec 2024-12-04T22:42:02,041 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:02,041 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:A 2024-12-04T22:42:02,041 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:02,042 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:02,042 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 9affffc08efc42b0ebef56cf7931d48a/C is initiating minor compaction (all files) 2024-12-04T22:42:02,042 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9affffc08efc42b0ebef56cf7931d48a/C in TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:02,042 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e3a46bd9f3104ff885d74950745273de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b87a82850a7148fbb6eaf2ac5b0fde3b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/9b698995d1f04c6bb2ca1ad7c2b1cb48] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp, totalSize=36.7 K 2024-12-04T22:42:02,043 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3a46bd9f3104ff885d74950745273de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733352116985 2024-12-04T22:42:02,043 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b87a82850a7148fbb6eaf2ac5b0fde3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733352117372 2024-12-04T22:42:02,044 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b698995d1f04c6bb2ca1ad7c2b1cb48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1733352119544 2024-12-04T22:42:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T22:42:02,050 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:02,065 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-04T22:42:02,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T22:42:02,069 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:02,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:02,082 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9affffc08efc42b0ebef56cf7931d48a#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:02,083 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/df22bf9c58f745f7b18604db670e4f69 is 50, key is test_row_0/C:col10/1733352119544/Put/seqid=0 2024-12-04T22:42:02,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742052_1228 (size=13085) 2024-12-04T22:42:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T22:42:02,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T22:42:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:02,223 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:42:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:42:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:42:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:42:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:02,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120428fd9bf75ef24c938b58a92ec6fd7e4e_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352120740/Put/seqid=0 2024-12-04T22:42:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742053_1229 (size=12454) 2024-12-04T22:42:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T22:42:02,403 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/e16ac0887f4e42f4a263da660c602303 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e16ac0887f4e42f4a263da660c602303 2024-12-04T22:42:02,407 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/B of 9affffc08efc42b0ebef56cf7931d48a into e16ac0887f4e42f4a263da660c602303(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:02,407 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:42:02,407 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/B, priority=13, startTime=1733352121977; duration=0sec 2024-12-04T22:42:02,407 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:02,407 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:B 2024-12-04T22:42:02,496 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/df22bf9c58f745f7b18604db670e4f69 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/df22bf9c58f745f7b18604db670e4f69 2024-12-04T22:42:02,500 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9affffc08efc42b0ebef56cf7931d48a/C of 9affffc08efc42b0ebef56cf7931d48a into df22bf9c58f745f7b18604db670e4f69(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:02,500 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:42:02,500 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., storeName=9affffc08efc42b0ebef56cf7931d48a/C, priority=13, startTime=1733352121977; duration=0sec 2024-12-04T22:42:02,500 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:02,500 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9affffc08efc42b0ebef56cf7931d48a:C 2024-12-04T22:42:02,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:02,642 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120428fd9bf75ef24c938b58a92ec6fd7e4e_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120428fd9bf75ef24c938b58a92ec6fd7e4e_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:02,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0a106eac64d146b398a9cddeb8760995, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0a106eac64d146b398a9cddeb8760995 is 175, key is test_row_0/A:col10/1733352120740/Put/seqid=0 2024-12-04T22:42:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742054_1230 (size=31255) 2024-12-04T22:42:02,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=586, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0a106eac64d146b398a9cddeb8760995 2024-12-04T22:42:02,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/509aa7f367e14dcdb09f18f44b0d17a2 is 50, key is test_row_0/B:col10/1733352120740/Put/seqid=0 2024-12-04T22:42:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742055_1231 (size=12301) 2024-12-04T22:42:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T22:42:02,827 INFO [Thread-671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-671. 2024-12-04T22:42:02,827 DEBUG [Thread-671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:02,827 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,827 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:02,828 INFO [Thread-675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-675. 2024-12-04T22:42:02,828 DEBUG [Thread-675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:02,828 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,828 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:02,829 INFO [Thread-669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-669. 2024-12-04T22:42:02,829 DEBUG [Thread-669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:02,829 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,829 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:02,831 INFO [Thread-673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-673. 2024-12-04T22:42:02,831 DEBUG [Thread-673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:02,831 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,831 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. as already flushing 2024-12-04T22:42:02,945 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-12-04T22:42:02,945 INFO [Thread-666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-666. 2024-12-04T22:42:02,945 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:02,945 DEBUG [Thread-666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:02,945 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,945 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,945 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,945 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:02,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:02,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:02,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:42:03,063 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/509aa7f367e14dcdb09f18f44b0d17a2 2024-12-04T22:42:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/09a4f9bdc752441abbd750a3a01220f0 is 50, key is test_row_0/C:col10/1733352120740/Put/seqid=0 2024-12-04T22:42:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742056_1232 (size=12301) 2024-12-04T22:42:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T22:42:03,482 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/09a4f9bdc752441abbd750a3a01220f0 2024-12-04T22:42:03,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/0a106eac64d146b398a9cddeb8760995 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0a106eac64d146b398a9cddeb8760995 2024-12-04T22:42:03,499 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0a106eac64d146b398a9cddeb8760995, entries=150, sequenceid=586, filesize=30.5 K 2024-12-04T22:42:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/509aa7f367e14dcdb09f18f44b0d17a2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/509aa7f367e14dcdb09f18f44b0d17a2 2024-12-04T22:42:03,505 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/509aa7f367e14dcdb09f18f44b0d17a2, entries=150, sequenceid=586, filesize=12.0 K 2024-12-04T22:42:03,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/09a4f9bdc752441abbd750a3a01220f0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/09a4f9bdc752441abbd750a3a01220f0 2024-12-04T22:42:03,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/09a4f9bdc752441abbd750a3a01220f0, entries=150, sequenceid=586, filesize=12.0 K 2024-12-04T22:42:03,511 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for 9affffc08efc42b0ebef56cf7931d48a in 1287ms, sequenceid=586, compaction requested=false 2024-12-04T22:42:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 9affffc08efc42b0ebef56cf7931d48a: 2024-12-04T22:42:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-04T22:42:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-04T22:42:03,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-04T22:42:03,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-12-04T22:42:03,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.4500 sec 2024-12-04T22:42:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T22:42:04,220 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:05,285 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-12-04T22:42:05,285 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:05,285 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,285 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:05,342 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-12-04T22:42:05,342 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:05,343 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,343 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:05,594 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-12-04T22:42:05,595 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:05,595 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,595 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:05,595 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 231 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4060 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4027 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1726 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5177 rows 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1729 2024-12-04T22:42:05,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5186 rows 2024-12-04T22:42:05,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:42:05,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:42:05,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:05,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:05,599 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T22:42:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T22:42:05,605 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352125605"}]},"ts":"1733352125605"} 2024-12-04T22:42:05,608 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T22:42:05,608 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T22:42:05,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:42:05,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, UNASSIGN}] 2024-12-04T22:42:05,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, UNASSIGN 2024-12-04T22:42:05,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:05,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, UNASSIGN because future has completed 2024-12-04T22:42:05,615 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:42:05,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:42:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T22:42:05,770 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:05,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:42:05,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 9affffc08efc42b0ebef56cf7931d48a, disabling compactions & flushes 2024-12-04T22:42:05,770 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:05,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:05,770 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. after waiting 0 ms 2024-12-04T22:42:05,771 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:05,771 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 9affffc08efc42b0ebef56cf7931d48a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T22:42:05,771 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=A 2024-12-04T22:42:05,771 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:05,771 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=B 2024-12-04T22:42:05,772 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:05,772 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9affffc08efc42b0ebef56cf7931d48a, store=C 2024-12-04T22:42:05,772 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:05,783 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048a8a807ac11c45c58ab2eeb52f17c7db_9affffc08efc42b0ebef56cf7931d48a is 50, key is test_row_0/A:col10/1733352125281/Put/seqid=0 2024-12-04T22:42:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742057_1233 (size=12454) 2024-12-04T22:42:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T22:42:06,189 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:06,195 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048a8a807ac11c45c58ab2eeb52f17c7db_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048a8a807ac11c45c58ab2eeb52f17c7db_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:06,197 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/78740bf1024e4e2eab88688d1313887d, store: [table=TestAcidGuarantees family=A region=9affffc08efc42b0ebef56cf7931d48a] 2024-12-04T22:42:06,198 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/78740bf1024e4e2eab88688d1313887d is 175, key is test_row_0/A:col10/1733352125281/Put/seqid=0 2024-12-04T22:42:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742058_1234 (size=31255) 2024-12-04T22:42:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T22:42:06,604 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=596, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/78740bf1024e4e2eab88688d1313887d 2024-12-04T22:42:06,619 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/936c11ddbfc44e868d6671998fe0d730 is 50, key is test_row_0/B:col10/1733352125281/Put/seqid=0 2024-12-04T22:42:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742059_1235 (size=12301) 2024-12-04T22:42:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T22:42:07,025 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/936c11ddbfc44e868d6671998fe0d730 2024-12-04T22:42:07,036 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/55db0a1be39e45eab52343883aec7988 is 50, key is test_row_0/C:col10/1733352125281/Put/seqid=0 2024-12-04T22:42:07,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742060_1236 (size=12301) 2024-12-04T22:42:07,441 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/55db0a1be39e45eab52343883aec7988 2024-12-04T22:42:07,451 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/A/78740bf1024e4e2eab88688d1313887d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/78740bf1024e4e2eab88688d1313887d 2024-12-04T22:42:07,456 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/78740bf1024e4e2eab88688d1313887d, entries=150, sequenceid=596, filesize=30.5 K 2024-12-04T22:42:07,457 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/B/936c11ddbfc44e868d6671998fe0d730 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/936c11ddbfc44e868d6671998fe0d730 2024-12-04T22:42:07,462 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/936c11ddbfc44e868d6671998fe0d730, entries=150, sequenceid=596, filesize=12.0 K 2024-12-04T22:42:07,463 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/.tmp/C/55db0a1be39e45eab52343883aec7988 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/55db0a1be39e45eab52343883aec7988 2024-12-04T22:42:07,468 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/55db0a1be39e45eab52343883aec7988, entries=150, sequenceid=596, filesize=12.0 K 2024-12-04T22:42:07,469 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 9affffc08efc42b0ebef56cf7931d48a in 1698ms, sequenceid=596, compaction requested=true 2024-12-04T22:42:07,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/ea3e5a2008414566b722692ddfcec53c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/b2a6929cea1c478fb72bb0c5144a7456, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/86e4230853ae41d19a7c62a0dd6343a4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e79c8f5e5b0446282c02c02c4f40702, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/343a01f582c3456eba5f0fc94a9adbe6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9e0a3e014e8346bbad4c8c37a82385d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab] to archive 2024-12-04T22:42:07,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:42:07,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/e326e35bcf0e4858930ae5c8741a7491 2024-12-04T22:42:07,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/1e93d58fcdea48388dc1220984064065 2024-12-04T22:42:07,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/6affde8e45c846b39b6acebcf511928d 2024-12-04T22:42:07,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e1f7ffe89914ea79d91e87a9297ccf7 2024-12-04T22:42:07,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/ea3e5a2008414566b722692ddfcec53c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/ea3e5a2008414566b722692ddfcec53c 2024-12-04T22:42:07,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/d8f5c0aea48d419c8bf0bc6a23625720 2024-12-04T22:42:07,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/b2a6929cea1c478fb72bb0c5144a7456 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/b2a6929cea1c478fb72bb0c5144a7456 2024-12-04T22:42:07,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/c3572103d8ed4a9086fc0f33c3126b93 2024-12-04T22:42:07,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8d774be94bf74d0a8bcb7e7e2094fe86 2024-12-04T22:42:07,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/a5c5bce4ae034a7fbd60573907e36cfd 2024-12-04T22:42:07,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/86e4230853ae41d19a7c62a0dd6343a4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/86e4230853ae41d19a7c62a0dd6343a4 2024-12-04T22:42:07,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0b30adcaa033433b8c3b63ac10229dc8 2024-12-04T22:42:07,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/be0ed04adc2446c6885a90b86df9c301 2024-12-04T22:42:07,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e79c8f5e5b0446282c02c02c4f40702 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0e79c8f5e5b0446282c02c02c4f40702 2024-12-04T22:42:07,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/3380a56644694d8ba856600a0ebd2239 2024-12-04T22:42:07,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/8f2d3fc2f38344cc99494deaa891366b 2024-12-04T22:42:07,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/7aee7a39bf764fe983224d7a051b09d7 2024-12-04T22:42:07,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/343a01f582c3456eba5f0fc94a9adbe6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/343a01f582c3456eba5f0fc94a9adbe6 2024-12-04T22:42:07,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9cd386ba9f3c487eb1a13cfc5c18501f 2024-12-04T22:42:07,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0027ca0a0c134f87a16d1253fed20251 2024-12-04T22:42:07,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9e0a3e014e8346bbad4c8c37a82385d0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/9e0a3e014e8346bbad4c8c37a82385d0 2024-12-04T22:42:07,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/97c2f2c29d4442f48d3f502e1b12d7dd 2024-12-04T22:42:07,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/bc5b8ab0ab944219934b2ab55cc2f9ab 2024-12-04T22:42:07,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a27bbb0e578841f69129594cc4f6ed9a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/928330769b564e79bfb753ef0ccdacad, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/d367f63e8506481b961fdea23660692c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/06dd0d231fef41b7b52af0d4c0078b3e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2af7906fc4d748e38e8a6664105c4fe0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/b78fa4a3fb604a93b9d0e05e54843cb3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2652a9fe4c5c40c2b2fec3d1edbf739e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/3c8000664e784b8996c9086bc16da0da, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/649bbb6eeb6649a3ab78a5179e3114fd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cf0a5f3094e34cd9949cc758cdc3936d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/bbd186a1c03b4e8c8233d3559d05e13e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/091dfbab37f44c908966ef7c16517219, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1c1f940e56164905a51cccd50cab6918, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/dc6a006b804a48bcb2bbb5f6ae407fda, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/5232cbfc4b6a4d0b8bb36a76740369f6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/93b02acd613f438095fa0220f28217d9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1cadb0dcb0ac446cb0c3455a9708a077, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a05bb7a5a2eb41a1b91000d2566f08ce, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/6a1a4201b21b4969849282d7bd5b5b4a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/4904e0697f6e4106b73a0ce09df65b65, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/066db0b2d1524cf6b85325560102bd79, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cc9dd00bcc444184a9c4c0dd28357e8e] to archive 2024-12-04T22:42:07,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:42:07,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a27bbb0e578841f69129594cc4f6ed9a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a27bbb0e578841f69129594cc4f6ed9a 2024-12-04T22:42:07,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/928330769b564e79bfb753ef0ccdacad to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/928330769b564e79bfb753ef0ccdacad 2024-12-04T22:42:07,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/d367f63e8506481b961fdea23660692c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/d367f63e8506481b961fdea23660692c 2024-12-04T22:42:07,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/06dd0d231fef41b7b52af0d4c0078b3e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/06dd0d231fef41b7b52af0d4c0078b3e 2024-12-04T22:42:07,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2af7906fc4d748e38e8a6664105c4fe0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2af7906fc4d748e38e8a6664105c4fe0 2024-12-04T22:42:07,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/b78fa4a3fb604a93b9d0e05e54843cb3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/b78fa4a3fb604a93b9d0e05e54843cb3 2024-12-04T22:42:07,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2652a9fe4c5c40c2b2fec3d1edbf739e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/2652a9fe4c5c40c2b2fec3d1edbf739e 2024-12-04T22:42:07,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/3c8000664e784b8996c9086bc16da0da to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/3c8000664e784b8996c9086bc16da0da 2024-12-04T22:42:07,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/649bbb6eeb6649a3ab78a5179e3114fd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/649bbb6eeb6649a3ab78a5179e3114fd 2024-12-04T22:42:07,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cf0a5f3094e34cd9949cc758cdc3936d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cf0a5f3094e34cd9949cc758cdc3936d 2024-12-04T22:42:07,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/bbd186a1c03b4e8c8233d3559d05e13e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/bbd186a1c03b4e8c8233d3559d05e13e 2024-12-04T22:42:07,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/091dfbab37f44c908966ef7c16517219 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/091dfbab37f44c908966ef7c16517219 2024-12-04T22:42:07,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1c1f940e56164905a51cccd50cab6918 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1c1f940e56164905a51cccd50cab6918 2024-12-04T22:42:07,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/dc6a006b804a48bcb2bbb5f6ae407fda to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/dc6a006b804a48bcb2bbb5f6ae407fda 2024-12-04T22:42:07,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/5232cbfc4b6a4d0b8bb36a76740369f6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/5232cbfc4b6a4d0b8bb36a76740369f6 2024-12-04T22:42:07,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/93b02acd613f438095fa0220f28217d9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/93b02acd613f438095fa0220f28217d9 2024-12-04T22:42:07,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1cadb0dcb0ac446cb0c3455a9708a077 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/1cadb0dcb0ac446cb0c3455a9708a077 2024-12-04T22:42:07,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a05bb7a5a2eb41a1b91000d2566f08ce to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/a05bb7a5a2eb41a1b91000d2566f08ce 2024-12-04T22:42:07,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e88ce0ea665f42e3aee8b2e0eb2d7ca2 2024-12-04T22:42:07,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/6a1a4201b21b4969849282d7bd5b5b4a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/6a1a4201b21b4969849282d7bd5b5b4a 2024-12-04T22:42:07,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/4904e0697f6e4106b73a0ce09df65b65 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/4904e0697f6e4106b73a0ce09df65b65 2024-12-04T22:42:07,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/066db0b2d1524cf6b85325560102bd79 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/066db0b2d1524cf6b85325560102bd79 2024-12-04T22:42:07,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cc9dd00bcc444184a9c4c0dd28357e8e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/cc9dd00bcc444184a9c4c0dd28357e8e 2024-12-04T22:42:07,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/bc1688f4838549b4801166a41e58d17e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/678bfa937dbe439b94b4697317ddecd2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/ab9e9cb147f64d30a1546200eb45da40, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/2bf08403eb9c450ab7e69a7a3c844ad4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/03bcaeac56794648aaf43449bf3fc5da, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/85b9c07d4be34bd6b6581068033a869e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/355d836d994a4dcc8a8400be67b66ac4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/3022e2527927458b88c5839e562ab137, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/13f07f76f8be4ac78a69ec31b90a00b3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/4b5a45d23eae46a088419d4ba22af7a8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f93a33b4f76547cc85dbe96a807a953d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e40bfe30326d4496a913590f70419eb6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f432ac67a8414788af41ea18f5baf395, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/141767bb033c4810beb2d85b75599574, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e2a46b4943e6485890283522d1de8b5b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/d763f984178a42a18276ff54c5e15e65, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/1c66218f07cd47f783835b73080dd45e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e9bc9456386d42f2a9326cda3e0f6cc9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e3a46bd9f3104ff885d74950745273de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/c05c7f2efc1a447aac5b8281674e7549, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b87a82850a7148fbb6eaf2ac5b0fde3b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/9b698995d1f04c6bb2ca1ad7c2b1cb48] to archive 2024-12-04T22:42:07,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:42:07,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/bc1688f4838549b4801166a41e58d17e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/bc1688f4838549b4801166a41e58d17e 2024-12-04T22:42:07,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/678bfa937dbe439b94b4697317ddecd2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/678bfa937dbe439b94b4697317ddecd2 2024-12-04T22:42:07,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/ab9e9cb147f64d30a1546200eb45da40 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/ab9e9cb147f64d30a1546200eb45da40 2024-12-04T22:42:07,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/2bf08403eb9c450ab7e69a7a3c844ad4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/2bf08403eb9c450ab7e69a7a3c844ad4 2024-12-04T22:42:07,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/03bcaeac56794648aaf43449bf3fc5da to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/03bcaeac56794648aaf43449bf3fc5da 2024-12-04T22:42:07,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/85b9c07d4be34bd6b6581068033a869e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/85b9c07d4be34bd6b6581068033a869e 2024-12-04T22:42:07,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/355d836d994a4dcc8a8400be67b66ac4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/355d836d994a4dcc8a8400be67b66ac4 2024-12-04T22:42:07,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/3022e2527927458b88c5839e562ab137 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/3022e2527927458b88c5839e562ab137 2024-12-04T22:42:07,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/13f07f76f8be4ac78a69ec31b90a00b3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/13f07f76f8be4ac78a69ec31b90a00b3 2024-12-04T22:42:07,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/4b5a45d23eae46a088419d4ba22af7a8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/4b5a45d23eae46a088419d4ba22af7a8 2024-12-04T22:42:07,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f93a33b4f76547cc85dbe96a807a953d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f93a33b4f76547cc85dbe96a807a953d 2024-12-04T22:42:07,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e40bfe30326d4496a913590f70419eb6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e40bfe30326d4496a913590f70419eb6 2024-12-04T22:42:07,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f432ac67a8414788af41ea18f5baf395 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/f432ac67a8414788af41ea18f5baf395 2024-12-04T22:42:07,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/141767bb033c4810beb2d85b75599574 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/141767bb033c4810beb2d85b75599574 2024-12-04T22:42:07,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e2a46b4943e6485890283522d1de8b5b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e2a46b4943e6485890283522d1de8b5b 2024-12-04T22:42:07,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/d763f984178a42a18276ff54c5e15e65 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/d763f984178a42a18276ff54c5e15e65 2024-12-04T22:42:07,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/1c66218f07cd47f783835b73080dd45e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/1c66218f07cd47f783835b73080dd45e 2024-12-04T22:42:07,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e9bc9456386d42f2a9326cda3e0f6cc9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e9bc9456386d42f2a9326cda3e0f6cc9 2024-12-04T22:42:07,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b5fcb9a0e79f4ad09e6b3722ea0d6e15 2024-12-04T22:42:07,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e3a46bd9f3104ff885d74950745273de to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/e3a46bd9f3104ff885d74950745273de 2024-12-04T22:42:07,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/c05c7f2efc1a447aac5b8281674e7549 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/c05c7f2efc1a447aac5b8281674e7549 2024-12-04T22:42:07,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b87a82850a7148fbb6eaf2ac5b0fde3b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/b87a82850a7148fbb6eaf2ac5b0fde3b 2024-12-04T22:42:07,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/9b698995d1f04c6bb2ca1ad7c2b1cb48 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/9b698995d1f04c6bb2ca1ad7c2b1cb48 2024-12-04T22:42:07,543 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/recovered.edits/599.seqid, newMaxSeqId=599, maxSeqId=4 2024-12-04T22:42:07,544 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. 2024-12-04T22:42:07,544 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 9affffc08efc42b0ebef56cf7931d48a: Waiting for close lock at 1733352125770Running coprocessor pre-close hooks at 1733352125770Disabling compacts and flushes for region at 1733352125770Disabling writes for close at 1733352125770Obtaining lock to block concurrent updates at 1733352125771 (+1 ms)Preparing flush snapshotting stores in 9affffc08efc42b0ebef56cf7931d48a at 1733352125771Finished memstore snapshotting TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733352125772 (+1 ms)Flushing stores of TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a. at 1733352125773 (+1 ms)Flushing 9affffc08efc42b0ebef56cf7931d48a/A: creating writer at 1733352125773Flushing mob file 9affffc08efc42b0ebef56cf7931d48a/A: appending metadata at 1733352125783 (+10 ms)Flushing mob file 9affffc08efc42b0ebef56cf7931d48a/A: closing flushed file at 1733352125783Flushing 9affffc08efc42b0ebef56cf7931d48a/A: appending metadata at 1733352126197 (+414 ms)Flushing 9affffc08efc42b0ebef56cf7931d48a/A: closing flushed file at 1733352126197Flushing 9affffc08efc42b0ebef56cf7931d48a/B: creating writer at 1733352126613 (+416 ms)Flushing 9affffc08efc42b0ebef56cf7931d48a/B: appending metadata at 1733352126618 (+5 ms)Flushing 9affffc08efc42b0ebef56cf7931d48a/B: closing flushed file at 1733352126618Flushing 9affffc08efc42b0ebef56cf7931d48a/C: creating writer at 1733352127033 (+415 ms)Flushing 9affffc08efc42b0ebef56cf7931d48a/C: appending metadata at 1733352127036 (+3 ms)Flushing 9affffc08efc42b0ebef56cf7931d48a/C: closing flushed file at 1733352127036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fac67a: reopening flushed file at 1733352127450 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d895a03: reopening flushed file at 1733352127456 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7667f404: reopening flushed file at 1733352127462 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 9affffc08efc42b0ebef56cf7931d48a in 1698ms, sequenceid=596, compaction requested=true at 1733352127469 (+7 ms)Writing region close event to WAL at 1733352127540 (+71 ms)Running coprocessor post-close hooks at 1733352127544 (+4 ms)Closed at 1733352127544 2024-12-04T22:42:07,546 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=9affffc08efc42b0ebef56cf7931d48a, regionState=CLOSED 2024-12-04T22:42:07,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:42:07,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-04T22:42:07,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 9affffc08efc42b0ebef56cf7931d48a, server=9840c0493aab,32925,1733352064572 in 1.9320 sec 2024-12-04T22:42:07,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-04T22:42:07,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9affffc08efc42b0ebef56cf7931d48a, UNASSIGN in 1.9380 sec 2024-12-04T22:42:07,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-04T22:42:07,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9420 sec 2024-12-04T22:42:07,553 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352127553"}]},"ts":"1733352127553"} 2024-12-04T22:42:07,554 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T22:42:07,554 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T22:42:07,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9560 sec 2024-12-04T22:42:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T22:42:07,751 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:07,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T22:42:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,758 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-04T22:42:07,760 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,764 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/recovered.edits] 2024-12-04T22:42:07,772 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0a106eac64d146b398a9cddeb8760995 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/0a106eac64d146b398a9cddeb8760995 2024-12-04T22:42:07,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/78740bf1024e4e2eab88688d1313887d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/78740bf1024e4e2eab88688d1313887d 2024-12-04T22:42:07,775 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/df1b6895d6c64f1cadd7645a20fab0a0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/A/df1b6895d6c64f1cadd7645a20fab0a0 2024-12-04T22:42:07,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/509aa7f367e14dcdb09f18f44b0d17a2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/509aa7f367e14dcdb09f18f44b0d17a2 2024-12-04T22:42:07,780 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/936c11ddbfc44e868d6671998fe0d730 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/936c11ddbfc44e868d6671998fe0d730 2024-12-04T22:42:07,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e16ac0887f4e42f4a263da660c602303 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/B/e16ac0887f4e42f4a263da660c602303 2024-12-04T22:42:07,785 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/09a4f9bdc752441abbd750a3a01220f0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/09a4f9bdc752441abbd750a3a01220f0 2024-12-04T22:42:07,787 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/55db0a1be39e45eab52343883aec7988 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/55db0a1be39e45eab52343883aec7988 2024-12-04T22:42:07,788 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/df22bf9c58f745f7b18604db670e4f69 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/C/df22bf9c58f745f7b18604db670e4f69 2024-12-04T22:42:07,791 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/recovered.edits/599.seqid to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a/recovered.edits/599.seqid 2024-12-04T22:42:07,791 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,791 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T22:42:07,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T22:42:07,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T22:42:07,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120400293edd70204124a53c77b47216c20b_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120400293edd70204124a53c77b47216c20b_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120422e69ffd428744ea86f38ba4f97361cd_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120422e69ffd428744ea86f38ba4f97361cd_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042718d444addc4654ba24a0b78ce9f561_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042718d444addc4654ba24a0b78ce9f561_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120428fd9bf75ef24c938b58a92ec6fd7e4e_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120428fd9bf75ef24c938b58a92ec6fd7e4e_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204391ad8cc4384486ab90b117cb659ba42_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204391ad8cc4384486ab90b117cb659ba42_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,803 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046cd505d348194cebbd79fc591a485a09_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046cd505d348194cebbd79fc591a485a09_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046eaabfa80b144f1ea3ce8294e6c407aa_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046eaabfa80b144f1ea3ce8294e6c407aa_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,805 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f43ff7739584405b9b732d637c7fc2f_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f43ff7739584405b9b732d637c7fc2f_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,806 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048a8a807ac11c45c58ab2eeb52f17c7db_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048a8a807ac11c45c58ab2eeb52f17c7db_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,807 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204938f62761f164f2b8e5caef0da3fc6f6_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204938f62761f164f2b8e5caef0da3fc6f6_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,807 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aeace0d0c2db4544a59e3df12f40d3d5_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aeace0d0c2db4544a59e3df12f40d3d5_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,808 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b514f7208f47430c9845cd84e373b023_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b514f7208f47430c9845cd84e373b023_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,809 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b86f93d0599b4a86b917a1ce8915d4f8_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b86f93d0599b4a86b917a1ce8915d4f8_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,810 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c40ffe474f3f4470b6e94e85848a0dbd_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c40ffe474f3f4470b6e94e85848a0dbd_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,811 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d56544f16fc74d53a70580359a79ca61_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d56544f16fc74d53a70580359a79ca61_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,811 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d9575c222b69461697e610529afbd011_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d9575c222b69461697e610529afbd011_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,812 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e0022b4847eb46d3b7edc8d2dba3b224_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e0022b4847eb46d3b7edc8d2dba3b224_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,813 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f535a6619eb64b98b2f8f1dcdc06147f_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f535a6619eb64b98b2f8f1dcdc06147f_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fd33e8b586b34e3d8efecd4312b884a6_9affffc08efc42b0ebef56cf7931d48a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fd33e8b586b34e3d8efecd4312b884a6_9affffc08efc42b0ebef56cf7931d48a 2024-12-04T22:42:07,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T22:42:07,816 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,818 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T22:42:07,820 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T22:42:07,820 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,821 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T22:42:07,821 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733352127821"}]},"ts":"9223372036854775807"} 2024-12-04T22:42:07,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T22:42:07,822 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9affffc08efc42b0ebef56cf7931d48a, NAME => 'TestAcidGuarantees,,1733352101119.9affffc08efc42b0ebef56cf7931d48a.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T22:42:07,822 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T22:42:07,823 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733352127822"}]},"ts":"9223372036854775807"} 2024-12-04T22:42:07,824 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T22:42:07,825 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-12-04T22:42:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-04T22:42:07,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:42:07,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:07,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250 (was 247) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1163313761_22 at /127.0.0.1:56868 [Waiting for operation #1502] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2048746336_22 at /127.0.0.1:57330 [Waiting for operation #1333] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10454 (was 10629) 2024-12-04T22:42:07,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=10453 2024-12-04T22:42:07,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:42:07,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:42:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:07,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:42:07,900 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:07,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-12-04T22:42:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T22:42:07,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:42:07,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742061_1237 (size=1061) 2024-12-04T22:42:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T22:42:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T22:42:08,363 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:42:08,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742062_1238 (size=53) 2024-12-04T22:42:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T22:42:08,772 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:08,772 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 929542bb37ebebde4e4421ff47135068, disabling compactions & flushes 2024-12-04T22:42:08,772 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:08,772 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:08,772 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. after waiting 0 ms 2024-12-04T22:42:08,772 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:08,772 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:08,772 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 929542bb37ebebde4e4421ff47135068: Waiting for close lock at 1733352128772Disabling compacts and flushes for region at 1733352128772Disabling writes for close at 1733352128772Writing region close event to WAL at 1733352128772Closed at 1733352128772 2024-12-04T22:42:08,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:42:08,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733352128773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352128773"}]},"ts":"1733352128773"} 2024-12-04T22:42:08,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:42:08,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:42:08,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352128776"}]},"ts":"1733352128776"} 2024-12-04T22:42:08,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T22:42:08,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, ASSIGN}] 2024-12-04T22:42:08,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, ASSIGN 2024-12-04T22:42:08,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, ASSIGN; state=OFFLINE, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=false 2024-12-04T22:42:08,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=929542bb37ebebde4e4421ff47135068, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:08,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, ASSIGN because future has completed 2024-12-04T22:42:08,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:42:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T22:42:09,096 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:09,097 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:42:09,097 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,097 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:09,097 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,098 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,100 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,103 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:09,103 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 929542bb37ebebde4e4421ff47135068 columnFamilyName A 2024-12-04T22:42:09,103 DEBUG [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:09,104 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.HStore(327): Store=929542bb37ebebde4e4421ff47135068/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:09,104 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,106 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:09,107 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 929542bb37ebebde4e4421ff47135068 columnFamilyName B 2024-12-04T22:42:09,107 DEBUG [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:09,108 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.HStore(327): Store=929542bb37ebebde4e4421ff47135068/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:09,108 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,110 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:09,110 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 929542bb37ebebde4e4421ff47135068 columnFamilyName C 2024-12-04T22:42:09,111 DEBUG [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:09,111 INFO [StoreOpener-929542bb37ebebde4e4421ff47135068-1 {}] regionserver.HStore(327): Store=929542bb37ebebde4e4421ff47135068/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:09,111 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:09,112 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,113 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,113 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,115 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,115 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,116 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:42:09,118 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,121 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:42:09,122 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 929542bb37ebebde4e4421ff47135068; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66753411, jitterRate=-0.005296662449836731}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:42:09,122 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:09,122 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 929542bb37ebebde4e4421ff47135068: Running coprocessor pre-open hook at 1733352129098Writing region info on filesystem at 1733352129098Initializing all the Stores at 1733352129099 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352129099Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352129100 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352129100Cleaning up temporary data from old regions at 1733352129115 (+15 ms)Running coprocessor post-open hooks at 1733352129122 (+7 ms)Region opened successfully at 1733352129122 2024-12-04T22:42:09,123 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., pid=67, masterSystemTime=1733352129089 2024-12-04T22:42:09,124 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:09,124 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:09,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=929542bb37ebebde4e4421ff47135068, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:09,126 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9840c0493aab,32925,1733352064572, table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T22:42:09,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:42:09,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-04T22:42:09,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 in 192 msec 2024-12-04T22:42:09,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-04T22:42:09,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, ASSIGN in 351 msec 2024-12-04T22:42:09,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:42:09,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352129130"}]},"ts":"1733352129130"} 2024-12-04T22:42:09,132 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T22:42:09,133 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:42:09,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2350 sec 2024-12-04T22:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T22:42:10,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:10,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e4e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e000b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d0b352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:42:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:42:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17824b2f 2024-12-04T22:42:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:42:10,066 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:42:10,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,069 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354383b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35439a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,073 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1328c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,074 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a5e30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6759206e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,079 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2965be2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,082 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e51e9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,084 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141e50df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,086 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2398f6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,088 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570e8034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,090 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b93a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,091 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b945fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a4597e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,094 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f970279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,096 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dd1755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,098 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c343e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,099 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58efde5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782d2062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1d0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:10,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:10,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dbf7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:10,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:10,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:10,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2468b899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:10,105 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,105 DEBUG [Thread-1111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,105 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,105 DEBUG [Thread-1126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:10,105 DEBUG [Thread-1124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,105 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,106 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,106 DEBUG [Thread-1122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,106 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T22:42:10,107 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,108 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:10,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:10,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:10,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:10,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:10,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:10,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/770dacc6a99c4cb29e0085e73197161a is 50, key is test_row_0/A:col10/1733352130119/Put/seqid=0 2024-12-04T22:42:10,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352130145, max timestamp=1733352130152Num uniques 859; 2024-12-04T22:42:10,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:42:10,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352130145, max timestamp=1733352130152Num uniques 859; 2024-12-04T22:42:10,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:42:10,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733352130145, max timestamp=1733352130152Num uniques 859; 2024-12-04T22:42:10,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-04T22:42:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742063_1239 (size=12001) 2024-12-04T22:42:10,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/770dacc6a99c4cb29e0085e73197161a 2024-12-04T22:42:10,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352190172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352190174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352190174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352190175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/df6eaad644064e309e1299fed44290e8 is 50, key is test_row_0/B:col10/1733352130119/Put/seqid=0 2024-12-04T22:42:10,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352190181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742064_1240 (size=12001) 2024-12-04T22:42:10,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/df6eaad644064e309e1299fed44290e8 2024-12-04T22:42:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T22:42:10,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/aa1dba6e74294917ab01d1e31488ce92 is 50, key is test_row_0/C:col10/1733352130119/Put/seqid=0 2024-12-04T22:42:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742065_1241 (size=12001) 2024-12-04T22:42:10,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/aa1dba6e74294917ab01d1e31488ce92 2024-12-04T22:42:10,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/770dacc6a99c4cb29e0085e73197161a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/770dacc6a99c4cb29e0085e73197161a 2024-12-04T22:42:10,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/770dacc6a99c4cb29e0085e73197161a, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:42:10,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/df6eaad644064e309e1299fed44290e8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/df6eaad644064e309e1299fed44290e8 2024-12-04T22:42:10,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/df6eaad644064e309e1299fed44290e8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:42:10,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/aa1dba6e74294917ab01d1e31488ce92 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/aa1dba6e74294917ab01d1e31488ce92 2024-12-04T22:42:10,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/aa1dba6e74294917ab01d1e31488ce92, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:42:10,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 929542bb37ebebde4e4421ff47135068 in 139ms, sequenceid=12, compaction requested=false 2024-12-04T22:42:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T22:42:10,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:10,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T22:42:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:10,263 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-12-04T22:42:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:10,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c58e56c760dc464f806f139abb828ba4 is 50, key is test_row_0/A:col10/1733352130164/Put/seqid=0 2024-12-04T22:42:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742066_1242 (size=12001) 2024-12-04T22:42:10,274 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c58e56c760dc464f806f139abb828ba4 2024-12-04T22:42:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:10,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:10,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/b6767425d69c43d395cc927eb0860035 is 50, key is test_row_0/B:col10/1733352130164/Put/seqid=0 2024-12-04T22:42:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742067_1243 (size=12001) 2024-12-04T22:42:10,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/b6767425d69c43d395cc927eb0860035 2024-12-04T22:42:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352190295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352190296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352190296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352190297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6fa874731d264d2a84e758cce68bcc51 is 50, key is test_row_0/C:col10/1733352130164/Put/seqid=0 2024-12-04T22:42:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352190300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742068_1244 (size=12001) 2024-12-04T22:42:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352190410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352190409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352190410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352190410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352190410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T22:42:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352190619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352190619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352190620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352190620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352190620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,715 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6fa874731d264d2a84e758cce68bcc51 2024-12-04T22:42:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c58e56c760dc464f806f139abb828ba4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c58e56c760dc464f806f139abb828ba4 2024-12-04T22:42:10,722 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c58e56c760dc464f806f139abb828ba4, entries=150, sequenceid=48, filesize=11.7 K 2024-12-04T22:42:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/b6767425d69c43d395cc927eb0860035 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/b6767425d69c43d395cc927eb0860035 2024-12-04T22:42:10,727 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/b6767425d69c43d395cc927eb0860035, entries=150, sequenceid=48, filesize=11.7 K 2024-12-04T22:42:10,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6fa874731d264d2a84e758cce68bcc51 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6fa874731d264d2a84e758cce68bcc51 2024-12-04T22:42:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T22:42:10,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6fa874731d264d2a84e758cce68bcc51, entries=150, sequenceid=48, filesize=11.7 K 2024-12-04T22:42:10,735 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for 929542bb37ebebde4e4421ff47135068 in 472ms, sequenceid=48, compaction requested=false 2024-12-04T22:42:10,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:10,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:10,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-04T22:42:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-04T22:42:10,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-04T22:42:10,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-12-04T22:42:10,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 633 msec 2024-12-04T22:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:10,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:42:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:10,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/7944b25123d94ccbadb4f111f366dfe6 is 50, key is test_row_0/A:col10/1733352130931/Put/seqid=0 2024-12-04T22:42:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742069_1245 (size=12001) 2024-12-04T22:42:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352190968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352190973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352190974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352190975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352190975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352191080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T22:42:11,240 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:11,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-04T22:42:11,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:11,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:11,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T22:42:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352191290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352191299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352191299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352191299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352191300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T22:42:11,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/7944b25123d94ccbadb4f111f366dfe6 2024-12-04T22:42:11,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/edf105f86a624984bac7d6489edfe4c6 is 50, key is test_row_0/B:col10/1733352130931/Put/seqid=0 2024-12-04T22:42:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742070_1246 (size=12001) 2024-12-04T22:42:11,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T22:42:11,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352191599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352191609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352191609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352191610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352191610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:11,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/edf105f86a624984bac7d6489edfe4c6 2024-12-04T22:42:11,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c8c5cb099efc47d4981db37f03172995 is 50, key is test_row_0/C:col10/1733352130931/Put/seqid=0 2024-12-04T22:42:11,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742071_1247 (size=12001) 2024-12-04T22:42:11,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:11,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T22:42:12,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:12,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:12,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352192109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:12,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352192119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352192120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352192120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:12,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352192120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:12,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:12,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c8c5cb099efc47d4981db37f03172995 2024-12-04T22:42:12,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/7944b25123d94ccbadb4f111f366dfe6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/7944b25123d94ccbadb4f111f366dfe6 2024-12-04T22:42:12,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/7944b25123d94ccbadb4f111f366dfe6, entries=150, sequenceid=62, filesize=11.7 K 2024-12-04T22:42:12,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/edf105f86a624984bac7d6489edfe4c6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/edf105f86a624984bac7d6489edfe4c6 2024-12-04T22:42:12,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/edf105f86a624984bac7d6489edfe4c6, entries=150, sequenceid=62, filesize=11.7 K 2024-12-04T22:42:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c8c5cb099efc47d4981db37f03172995 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c8c5cb099efc47d4981db37f03172995 2024-12-04T22:42:12,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c8c5cb099efc47d4981db37f03172995, entries=150, sequenceid=62, filesize=11.7 K 2024-12-04T22:42:12,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 929542bb37ebebde4e4421ff47135068 in 1256ms, sequenceid=62, compaction requested=true 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:12,188 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:12,188 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:12,189 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:12,189 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:12,189 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:12,189 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:12,189 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,189 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,189 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/770dacc6a99c4cb29e0085e73197161a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c58e56c760dc464f806f139abb828ba4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/7944b25123d94ccbadb4f111f366dfe6] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.2 K 2024-12-04T22:42:12,189 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/df6eaad644064e309e1299fed44290e8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/b6767425d69c43d395cc927eb0860035, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/edf105f86a624984bac7d6489edfe4c6] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.2 K 2024-12-04T22:42:12,190 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 770dacc6a99c4cb29e0085e73197161a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352130119 2024-12-04T22:42:12,190 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting df6eaad644064e309e1299fed44290e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352130119 2024-12-04T22:42:12,191 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b6767425d69c43d395cc927eb0860035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733352130164 2024-12-04T22:42:12,191 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c58e56c760dc464f806f139abb828ba4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733352130164 2024-12-04T22:42:12,191 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting edf105f86a624984bac7d6489edfe4c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352130294 2024-12-04T22:42:12,191 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7944b25123d94ccbadb4f111f366dfe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352130294 2024-12-04T22:42:12,213 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#205 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:12,214 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7dee833dda694f458dd58145a545c18b is 50, key is test_row_0/B:col10/1733352130931/Put/seqid=0 2024-12-04T22:42:12,214 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:12,214 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/2e51c25707c5452da3a97aafd5a9833c is 50, key is test_row_0/A:col10/1733352130931/Put/seqid=0 2024-12-04T22:42:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742073_1249 (size=12104) 2024-12-04T22:42:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742072_1248 (size=12104) 2024-12-04T22:42:12,231 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7dee833dda694f458dd58145a545c18b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7dee833dda694f458dd58145a545c18b 2024-12-04T22:42:12,238 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into 7dee833dda694f458dd58145a545c18b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:12,238 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:12,238 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352132188; duration=0sec 2024-12-04T22:42:12,238 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:12,238 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:12,238 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:12,239 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:12,239 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:12,239 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,240 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/aa1dba6e74294917ab01d1e31488ce92, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6fa874731d264d2a84e758cce68bcc51, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c8c5cb099efc47d4981db37f03172995] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.2 K 2024-12-04T22:42:12,240 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1dba6e74294917ab01d1e31488ce92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352130119 2024-12-04T22:42:12,240 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa874731d264d2a84e758cce68bcc51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733352130164 2024-12-04T22:42:12,241 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c8c5cb099efc47d4981db37f03172995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352130294 2024-12-04T22:42:12,249 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:12,249 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/cba5f600e49d4aadb1a64908712bb436 is 50, key is test_row_0/C:col10/1733352130931/Put/seqid=0 2024-12-04T22:42:12,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742074_1250 (size=12104) 2024-12-04T22:42:12,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T22:42:12,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,312 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T22:42:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/46ddc026f1ed4220af0cdd69b3b28f16 is 50, key is test_row_0/A:col10/1733352130967/Put/seqid=0 2024-12-04T22:42:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742075_1251 (size=12001) 2024-12-04T22:42:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T22:42:12,645 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/2e51c25707c5452da3a97aafd5a9833c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/2e51c25707c5452da3a97aafd5a9833c 2024-12-04T22:42:12,664 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/cba5f600e49d4aadb1a64908712bb436 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cba5f600e49d4aadb1a64908712bb436 2024-12-04T22:42:12,677 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 2e51c25707c5452da3a97aafd5a9833c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:12,677 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:12,677 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352132188; duration=0sec 2024-12-04T22:42:12,678 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:12,678 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:12,680 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into cba5f600e49d4aadb1a64908712bb436(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:12,680 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:12,680 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352132188; duration=0sec 2024-12-04T22:42:12,680 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:12,680 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:12,739 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/46ddc026f1ed4220af0cdd69b3b28f16 2024-12-04T22:42:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/4bd6148854c54282ba86b345f465a808 is 50, key is test_row_0/B:col10/1733352130967/Put/seqid=0 2024-12-04T22:42:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742076_1252 (size=12001) 2024-12-04T22:42:12,787 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/4bd6148854c54282ba86b345f465a808 2024-12-04T22:42:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/b9f500ef237d4bdaac53758d732fe160 is 50, key is test_row_0/C:col10/1733352130967/Put/seqid=0 2024-12-04T22:42:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742077_1253 (size=12001) 2024-12-04T22:42:12,831 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/b9f500ef237d4bdaac53758d732fe160 2024-12-04T22:42:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/46ddc026f1ed4220af0cdd69b3b28f16 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/46ddc026f1ed4220af0cdd69b3b28f16 2024-12-04T22:42:12,846 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/46ddc026f1ed4220af0cdd69b3b28f16, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T22:42:12,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/4bd6148854c54282ba86b345f465a808 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/4bd6148854c54282ba86b345f465a808 2024-12-04T22:42:12,854 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/4bd6148854c54282ba86b345f465a808, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T22:42:12,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/b9f500ef237d4bdaac53758d732fe160 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b9f500ef237d4bdaac53758d732fe160 2024-12-04T22:42:12,859 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b9f500ef237d4bdaac53758d732fe160, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T22:42:12,861 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 549ms, sequenceid=82, compaction requested=false 2024-12-04T22:42:12,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:12,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:12,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-04T22:42:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-04T22:42:12,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-04T22:42:12,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6200 sec 2024-12-04T22:42:12,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.6280 sec 2024-12-04T22:42:13,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:42:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:13,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:13,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/e809273df5394b1184da9a16997266e3 is 50, key is test_row_0/A:col10/1733352133134/Put/seqid=0 2024-12-04T22:42:13,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742078_1254 (size=14341) 2024-12-04T22:42:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352193153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352193153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352133151, max timestamp=1733352133157Num uniques 859; 2024-12-04T22:42:13,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352133151, max timestamp=1733352133157Num uniques 859; 2024-12-04T22:42:13,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:42:13,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352133151, max timestamp=1733352133157Num uniques 859; 2024-12-04T22:42:13,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:42:13,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:42:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352193179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352193183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352193184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352193270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352193270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352193289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352193290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352193290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T22:42:13,390 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:13,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-04T22:42:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T22:42:13,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:13,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:13,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:13,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352193480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352193480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T22:42:13,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352193500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352193500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352193500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/e809273df5394b1184da9a16997266e3 2024-12-04T22:42:13,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:13,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/01d9682cd11e46bfa79adee19f81216a is 50, key is test_row_0/B:col10/1733352133134/Put/seqid=0 2024-12-04T22:42:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742079_1255 (size=12001) 2024-12-04T22:42:13,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:13,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T22:42:13,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352193789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352193789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352193810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352193810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352193810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:13,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:13,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:13,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:13,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/01d9682cd11e46bfa79adee19f81216a 2024-12-04T22:42:13,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6bd24989d67f4c4b9c351c22a55149ca is 50, key is test_row_0/C:col10/1733352133134/Put/seqid=0 2024-12-04T22:42:13,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742080_1256 (size=12001) 2024-12-04T22:42:14,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T22:42:14,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:14,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:14,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:14,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352194300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352194300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:14,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:14,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352194320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:14,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352194320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352194320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:14,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6bd24989d67f4c4b9c351c22a55149ca 2024-12-04T22:42:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/e809273df5394b1184da9a16997266e3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e809273df5394b1184da9a16997266e3 2024-12-04T22:42:14,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e809273df5394b1184da9a16997266e3, entries=200, sequenceid=95, filesize=14.0 K 2024-12-04T22:42:14,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/01d9682cd11e46bfa79adee19f81216a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/01d9682cd11e46bfa79adee19f81216a 2024-12-04T22:42:14,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/01d9682cd11e46bfa79adee19f81216a, entries=150, sequenceid=95, filesize=11.7 K 2024-12-04T22:42:14,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6bd24989d67f4c4b9c351c22a55149ca as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6bd24989d67f4c4b9c351c22a55149ca 2024-12-04T22:42:14,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6bd24989d67f4c4b9c351c22a55149ca, entries=150, sequenceid=95, filesize=11.7 K 2024-12-04T22:42:14,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 929542bb37ebebde4e4421ff47135068 in 1264ms, sequenceid=95, compaction requested=true 2024-12-04T22:42:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:14,398 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:14,398 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:14,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:14,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:14,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:14,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:14,401 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,401 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7dee833dda694f458dd58145a545c18b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/4bd6148854c54282ba86b345f465a808, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/01d9682cd11e46bfa79adee19f81216a] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.3 K 2024-12-04T22:42:14,401 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:14,401 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:14,401 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,401 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/2e51c25707c5452da3a97aafd5a9833c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/46ddc026f1ed4220af0cdd69b3b28f16, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e809273df5394b1184da9a16997266e3] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=37.5 K 2024-12-04T22:42:14,402 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dee833dda694f458dd58145a545c18b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352130294 2024-12-04T22:42:14,402 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e51c25707c5452da3a97aafd5a9833c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352130294 2024-12-04T22:42:14,402 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bd6148854c54282ba86b345f465a808, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733352130967 2024-12-04T22:42:14,402 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46ddc026f1ed4220af0cdd69b3b28f16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733352130967 2024-12-04T22:42:14,403 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d9682cd11e46bfa79adee19f81216a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733352133133 2024-12-04T22:42:14,403 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e809273df5394b1184da9a16997266e3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733352133133 2024-12-04T22:42:14,420 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:14,421 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/66080f6423d54086a08e12d40c4b055a is 50, key is test_row_0/B:col10/1733352133134/Put/seqid=0 2024-12-04T22:42:14,433 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#214 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:14,434 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/24a10df5d8244aa090da49c26ef60621 is 50, key is test_row_0/A:col10/1733352133134/Put/seqid=0 2024-12-04T22:42:14,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742081_1257 (size=12207) 2024-12-04T22:42:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742082_1258 (size=12207) 2024-12-04T22:42:14,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T22:42:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,468 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-04T22:42:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:14,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6532bc633dac479f9e858396b81fff2d is 50, key is test_row_0/A:col10/1733352133182/Put/seqid=0 2024-12-04T22:42:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742083_1259 (size=12001) 2024-12-04T22:42:14,484 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6532bc633dac479f9e858396b81fff2d 2024-12-04T22:42:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/9360762949cc43fba711382230fd92a0 is 50, key is test_row_0/B:col10/1733352133182/Put/seqid=0 2024-12-04T22:42:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742084_1260 (size=12001) 2024-12-04T22:42:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T22:42:14,847 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/66080f6423d54086a08e12d40c4b055a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/66080f6423d54086a08e12d40c4b055a 2024-12-04T22:42:14,855 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into 66080f6423d54086a08e12d40c4b055a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:14,855 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:14,855 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352134398; duration=0sec 2024-12-04T22:42:14,855 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:14,855 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:14,855 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:14,857 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/24a10df5d8244aa090da49c26ef60621 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/24a10df5d8244aa090da49c26ef60621 2024-12-04T22:42:14,858 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:14,858 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:14,859 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:14,859 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cba5f600e49d4aadb1a64908712bb436, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b9f500ef237d4bdaac53758d732fe160, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6bd24989d67f4c4b9c351c22a55149ca] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.3 K 2024-12-04T22:42:14,860 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting cba5f600e49d4aadb1a64908712bb436, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352130294 2024-12-04T22:42:14,861 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f500ef237d4bdaac53758d732fe160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733352130967 2024-12-04T22:42:14,861 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bd24989d67f4c4b9c351c22a55149ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733352133133 2024-12-04T22:42:14,864 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 24a10df5d8244aa090da49c26ef60621(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:14,864 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:14,864 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352134398; duration=0sec 2024-12-04T22:42:14,864 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:14,864 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:14,873 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#217 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:14,874 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/ffc7fd1cd3254a31a40d3b2ef656f447 is 50, key is test_row_0/C:col10/1733352133134/Put/seqid=0 2024-12-04T22:42:14,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742085_1261 (size=12207) 2024-12-04T22:42:14,907 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/9360762949cc43fba711382230fd92a0 2024-12-04T22:42:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/cdc1ad266e6e41d48b5e71121e660fc4 is 50, key is test_row_0/C:col10/1733352133182/Put/seqid=0 2024-12-04T22:42:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742086_1262 (size=12001) 2024-12-04T22:42:14,970 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/cdc1ad266e6e41d48b5e71121e660fc4 2024-12-04T22:42:14,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6532bc633dac479f9e858396b81fff2d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6532bc633dac479f9e858396b81fff2d 2024-12-04T22:42:14,979 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6532bc633dac479f9e858396b81fff2d, entries=150, sequenceid=129, filesize=11.7 K 2024-12-04T22:42:14,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/9360762949cc43fba711382230fd92a0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9360762949cc43fba711382230fd92a0 2024-12-04T22:42:14,986 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9360762949cc43fba711382230fd92a0, entries=150, sequenceid=129, filesize=11.7 K 2024-12-04T22:42:14,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/cdc1ad266e6e41d48b5e71121e660fc4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cdc1ad266e6e41d48b5e71121e660fc4 2024-12-04T22:42:15,008 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cdc1ad266e6e41d48b5e71121e660fc4, entries=150, sequenceid=129, filesize=11.7 K 2024-12-04T22:42:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-04T22:42:15,009 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 542ms, sequenceid=129, compaction requested=false 2024-12-04T22:42:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-04T22:42:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-04T22:42:15,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-04T22:42:15,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6180 sec 2024-12-04T22:42:15,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.6290 sec 2024-12-04T22:42:15,305 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/ffc7fd1cd3254a31a40d3b2ef656f447 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ffc7fd1cd3254a31a40d3b2ef656f447 2024-12-04T22:42:15,318 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into ffc7fd1cd3254a31a40d3b2ef656f447(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:15,318 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:15,318 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352134398; duration=0sec 2024-12-04T22:42:15,318 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:15,318 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:15,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:15,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/faff4d7e16eb4daa8038113afd9e1d5d is 50, key is test_row_0/A:col10/1733352135333/Put/seqid=0 2024-12-04T22:42:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742087_1263 (size=14541) 2024-12-04T22:42:15,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/faff4d7e16eb4daa8038113afd9e1d5d 2024-12-04T22:42:15,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352135353, max timestamp=1733352135362Num uniques 859; 2024-12-04T22:42:15,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352135353, max timestamp=1733352135362Num uniques 859; 2024-12-04T22:42:15,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352135353, max timestamp=1733352135362Num uniques 859; 2024-12-04T22:42:15,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:42:15,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:42:15,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:42:15,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7fe8af3b4ed548c7bd41b677ee7cf6a2 is 50, key is test_row_0/B:col10/1733352135333/Put/seqid=0 2024-12-04T22:42:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742088_1264 (size=12151) 2024-12-04T22:42:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352195381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352195385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352195429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352195429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352195434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352195529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T22:42:15,540 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:15,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-04T22:42:15,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352195540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T22:42:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352195540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352195540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,544 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352195540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T22:42:15,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T22:42:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352195740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352195750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352195750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352195750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352195750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:15,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7fe8af3b4ed548c7bd41b677ee7cf6a2 2024-12-04T22:42:15,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/7ae3b5c2177e453fa87257ebe4577636 is 50, key is test_row_0/C:col10/1733352135333/Put/seqid=0 2024-12-04T22:42:15,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742089_1265 (size=12151) 2024-12-04T22:42:15,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/7ae3b5c2177e453fa87257ebe4577636 2024-12-04T22:42:15,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/faff4d7e16eb4daa8038113afd9e1d5d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/faff4d7e16eb4daa8038113afd9e1d5d 2024-12-04T22:42:15,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T22:42:15,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:15,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:15,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:15,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/faff4d7e16eb4daa8038113afd9e1d5d, entries=200, sequenceid=143, filesize=14.2 K 2024-12-04T22:42:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7fe8af3b4ed548c7bd41b677ee7cf6a2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7fe8af3b4ed548c7bd41b677ee7cf6a2 2024-12-04T22:42:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T22:42:15,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7fe8af3b4ed548c7bd41b677ee7cf6a2, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T22:42:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/7ae3b5c2177e453fa87257ebe4577636 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/7ae3b5c2177e453fa87257ebe4577636 2024-12-04T22:42:15,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/7ae3b5c2177e453fa87257ebe4577636, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T22:42:15,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 929542bb37ebebde4e4421ff47135068 in 540ms, sequenceid=143, compaction requested=true 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:15,874 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:15,874 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:15,875 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:15,875 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:15,875 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:15,875 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,875 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:15,875 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,875 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/66080f6423d54086a08e12d40c4b055a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9360762949cc43fba711382230fd92a0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7fe8af3b4ed548c7bd41b677ee7cf6a2] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.5 K 2024-12-04T22:42:15,875 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/24a10df5d8244aa090da49c26ef60621, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6532bc633dac479f9e858396b81fff2d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/faff4d7e16eb4daa8038113afd9e1d5d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=37.8 K 2024-12-04T22:42:15,876 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24a10df5d8244aa090da49c26ef60621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733352133133 2024-12-04T22:42:15,876 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 66080f6423d54086a08e12d40c4b055a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733352133133 2024-12-04T22:42:15,876 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9360762949cc43fba711382230fd92a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733352133177 2024-12-04T22:42:15,877 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6532bc633dac479f9e858396b81fff2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733352133177 2024-12-04T22:42:15,877 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe8af3b4ed548c7bd41b677ee7cf6a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352135323 2024-12-04T22:42:15,877 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting faff4d7e16eb4daa8038113afd9e1d5d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352135323 2024-12-04T22:42:15,898 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:15,899 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/890c7633ce9845c687ec036abfc4db50 is 50, key is test_row_0/A:col10/1733352135333/Put/seqid=0 2024-12-04T22:42:15,914 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:15,915 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/a12aff1f14244d9aa65fae20c193912a is 50, key is test_row_0/B:col10/1733352135333/Put/seqid=0 2024-12-04T22:42:15,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742090_1266 (size=12459) 2024-12-04T22:42:15,974 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/890c7633ce9845c687ec036abfc4db50 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/890c7633ce9845c687ec036abfc4db50 2024-12-04T22:42:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742091_1267 (size=12459) 2024-12-04T22:42:15,987 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/a12aff1f14244d9aa65fae20c193912a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a12aff1f14244d9aa65fae20c193912a 2024-12-04T22:42:15,987 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 890c7633ce9845c687ec036abfc4db50(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:15,987 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:15,987 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352135874; duration=0sec 2024-12-04T22:42:15,988 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:15,988 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:15,988 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:15,992 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:15,992 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:15,992 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:15,992 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ffc7fd1cd3254a31a40d3b2ef656f447, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cdc1ad266e6e41d48b5e71121e660fc4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/7ae3b5c2177e453fa87257ebe4577636] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.5 K 2024-12-04T22:42:15,993 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffc7fd1cd3254a31a40d3b2ef656f447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733352133133 2024-12-04T22:42:15,995 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdc1ad266e6e41d48b5e71121e660fc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733352133177 2024-12-04T22:42:15,995 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into a12aff1f14244d9aa65fae20c193912a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:15,995 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:15,995 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352135874; duration=0sec 2024-12-04T22:42:15,995 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:15,995 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:15,996 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ae3b5c2177e453fa87257ebe4577636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352135323 2024-12-04T22:42:16,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T22:42:16,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:16,013 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T22:42:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:16,022 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:16,023 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c4e74a01eaf9440ea2fd708c64b67ebf is 50, key is test_row_0/C:col10/1733352135333/Put/seqid=0 2024-12-04T22:42:16,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c2a3353caf3e4604ad30f740ff683f0d is 50, key is test_row_0/A:col10/1733352135388/Put/seqid=0 2024-12-04T22:42:16,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352196064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352196065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352196071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352196072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352196072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742092_1268 (size=12459) 2024-12-04T22:42:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742093_1269 (size=12151) 2024-12-04T22:42:16,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c2a3353caf3e4604ad30f740ff683f0d 2024-12-04T22:42:16,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/93cc341c67c34c7b9f9b51895124197e is 50, key is test_row_0/B:col10/1733352135388/Put/seqid=0 2024-12-04T22:42:16,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742094_1270 (size=12151) 2024-12-04T22:42:16,161 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/93cc341c67c34c7b9f9b51895124197e 2024-12-04T22:42:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T22:42:16,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352196180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/1afc901aa68f402ea8c6f2c7e975e5f4 is 50, key is test_row_0/C:col10/1733352135388/Put/seqid=0 2024-12-04T22:42:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352196184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352196189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352196189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352196190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742095_1271 (size=12151) 2024-12-04T22:42:16,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352196389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352196390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352196400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352196400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352196400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,499 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c4e74a01eaf9440ea2fd708c64b67ebf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c4e74a01eaf9440ea2fd708c64b67ebf 2024-12-04T22:42:16,506 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into c4e74a01eaf9440ea2fd708c64b67ebf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:16,506 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:16,506 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352135874; duration=0sec 2024-12-04T22:42:16,506 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:16,506 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:16,618 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/1afc901aa68f402ea8c6f2c7e975e5f4 2024-12-04T22:42:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c2a3353caf3e4604ad30f740ff683f0d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c2a3353caf3e4604ad30f740ff683f0d 2024-12-04T22:42:16,635 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c2a3353caf3e4604ad30f740ff683f0d, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T22:42:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/93cc341c67c34c7b9f9b51895124197e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/93cc341c67c34c7b9f9b51895124197e 2024-12-04T22:42:16,643 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/93cc341c67c34c7b9f9b51895124197e, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T22:42:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/1afc901aa68f402ea8c6f2c7e975e5f4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/1afc901aa68f402ea8c6f2c7e975e5f4 2024-12-04T22:42:16,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/1afc901aa68f402ea8c6f2c7e975e5f4, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T22:42:16,649 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 929542bb37ebebde4e4421ff47135068 in 636ms, sequenceid=181, compaction requested=false 2024-12-04T22:42:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-04T22:42:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-04T22:42:16,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-04T22:42:16,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1060 sec 2024-12-04T22:42:16,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.1160 sec 2024-12-04T22:42:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T22:42:16,681 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:16,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-04T22:42:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T22:42:16,684 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:16,685 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:16,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:16,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:42:16,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:16,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:16,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:16,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:16,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:16,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:16,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/8f6eed2f25a74154b6db743b83a3f713 is 50, key is test_row_0/A:col10/1733352136701/Put/seqid=0 2024-12-04T22:42:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352196732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352196738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352196741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352196741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352196741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742096_1272 (size=12151) 2024-12-04T22:42:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T22:42:16,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:16,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352196850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352196855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352196860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352196860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352196860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:16,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:16,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:16,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:16,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T22:42:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352197060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352197070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352197070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352197070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352197070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/8f6eed2f25a74154b6db743b83a3f713 2024-12-04T22:42:17,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c517a8a07ecc4534a35cb1f45acc4f5d is 50, key is test_row_0/B:col10/1733352136701/Put/seqid=0 2024-12-04T22:42:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742097_1273 (size=12151) 2024-12-04T22:42:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T22:42:17,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352197370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352197380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352197380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352197380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352197380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c517a8a07ecc4534a35cb1f45acc4f5d 2024-12-04T22:42:17,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/9d68b1a41a7d493d884c7d422f824db3 is 50, key is test_row_0/C:col10/1733352136701/Put/seqid=0 2024-12-04T22:42:17,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742098_1274 (size=12151) 2024-12-04T22:42:17,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:17,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:17,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T22:42:17,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352197880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352197890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352197891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352197891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352197891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:17,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:17,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:17,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:18,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/9d68b1a41a7d493d884c7d422f824db3 2024-12-04T22:42:18,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/8f6eed2f25a74154b6db743b83a3f713 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/8f6eed2f25a74154b6db743b83a3f713 2024-12-04T22:42:18,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/8f6eed2f25a74154b6db743b83a3f713, entries=150, sequenceid=194, filesize=11.9 K 2024-12-04T22:42:18,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c517a8a07ecc4534a35cb1f45acc4f5d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c517a8a07ecc4534a35cb1f45acc4f5d 2024-12-04T22:42:18,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c517a8a07ecc4534a35cb1f45acc4f5d, entries=150, sequenceid=194, filesize=11.9 K 2024-12-04T22:42:18,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/9d68b1a41a7d493d884c7d422f824db3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9d68b1a41a7d493d884c7d422f824db3 2024-12-04T22:42:18,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9d68b1a41a7d493d884c7d422f824db3, entries=150, sequenceid=194, filesize=11.9 K 2024-12-04T22:42:18,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 929542bb37ebebde4e4421ff47135068 in 1316ms, sequenceid=194, compaction requested=true 2024-12-04T22:42:18,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:18,020 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:18,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T22:42:18,020 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:18,021 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:18,021 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:18,021 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,021 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/890c7633ce9845c687ec036abfc4db50, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c2a3353caf3e4604ad30f740ff683f0d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/8f6eed2f25a74154b6db743b83a3f713] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.9 K 2024-12-04T22:42:18,022 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 890c7633ce9845c687ec036abfc4db50, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352135323 2024-12-04T22:42:18,022 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:18,022 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:18,022 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,022 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a12aff1f14244d9aa65fae20c193912a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/93cc341c67c34c7b9f9b51895124197e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c517a8a07ecc4534a35cb1f45acc4f5d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.9 K 2024-12-04T22:42:18,022 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2a3353caf3e4604ad30f740ff683f0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733352135383 2024-12-04T22:42:18,022 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a12aff1f14244d9aa65fae20c193912a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352135323 2024-12-04T22:42:18,022 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f6eed2f25a74154b6db743b83a3f713, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733352136066 2024-12-04T22:42:18,023 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 93cc341c67c34c7b9f9b51895124197e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733352135383 2024-12-04T22:42:18,023 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c517a8a07ecc4534a35cb1f45acc4f5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733352136066 2024-12-04T22:42:18,032 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:18,033 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c37f2af6e6b5450e8491328648a5ff33 is 50, key is test_row_0/B:col10/1733352136701/Put/seqid=0 2024-12-04T22:42:18,046 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:18,047 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/3b14bc00ff14433c853ff3e372672a94 is 50, key is test_row_0/A:col10/1733352136701/Put/seqid=0 2024-12-04T22:42:18,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T22:42:18,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,078 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:42:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:18,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742099_1275 (size=12561) 2024-12-04T22:42:18,122 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c37f2af6e6b5450e8491328648a5ff33 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c37f2af6e6b5450e8491328648a5ff33 2024-12-04T22:42:18,130 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into c37f2af6e6b5450e8491328648a5ff33(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:18,131 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:18,131 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352138020; duration=0sec 2024-12-04T22:42:18,131 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:18,131 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:18,131 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742100_1276 (size=12561) 2024-12-04T22:42:18,133 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:18,133 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:18,133 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,133 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c4e74a01eaf9440ea2fd708c64b67ebf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/1afc901aa68f402ea8c6f2c7e975e5f4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9d68b1a41a7d493d884c7d422f824db3] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=35.9 K 2024-12-04T22:42:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dfa726ec6f9349a9bf69990ef93e57ea is 50, key is test_row_0/A:col10/1733352136738/Put/seqid=0 2024-12-04T22:42:18,137 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c4e74a01eaf9440ea2fd708c64b67ebf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733352135323 2024-12-04T22:42:18,137 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1afc901aa68f402ea8c6f2c7e975e5f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733352135383 2024-12-04T22:42:18,138 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d68b1a41a7d493d884c7d422f824db3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733352136066 2024-12-04T22:42:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742101_1277 (size=12151) 2024-12-04T22:42:18,165 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dfa726ec6f9349a9bf69990ef93e57ea 2024-12-04T22:42:18,172 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:18,172 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f45b02d4c6814ae79931c077cd170d1b is 50, key is test_row_0/C:col10/1733352136701/Put/seqid=0 2024-12-04T22:42:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/8da74bed73244b818901c617cefcdf1e is 50, key is test_row_0/B:col10/1733352136738/Put/seqid=0 2024-12-04T22:42:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742102_1278 (size=12561) 2024-12-04T22:42:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742103_1279 (size=12151) 2024-12-04T22:42:18,213 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/8da74bed73244b818901c617cefcdf1e 2024-12-04T22:42:18,219 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f45b02d4c6814ae79931c077cd170d1b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f45b02d4c6814ae79931c077cd170d1b 2024-12-04T22:42:18,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0ff72c11e4ea45e49a8e457c8d6fc272 is 50, key is test_row_0/C:col10/1733352136738/Put/seqid=0 2024-12-04T22:42:18,230 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into f45b02d4c6814ae79931c077cd170d1b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:18,230 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:18,230 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352138020; duration=0sec 2024-12-04T22:42:18,230 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:18,230 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742104_1280 (size=12151) 2024-12-04T22:42:18,537 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/3b14bc00ff14433c853ff3e372672a94 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3b14bc00ff14433c853ff3e372672a94 2024-12-04T22:42:18,541 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 3b14bc00ff14433c853ff3e372672a94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:18,542 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:18,542 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352138020; duration=0sec 2024-12-04T22:42:18,542 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:18,542 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:18,639 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0ff72c11e4ea45e49a8e457c8d6fc272 2024-12-04T22:42:18,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dfa726ec6f9349a9bf69990ef93e57ea as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dfa726ec6f9349a9bf69990ef93e57ea 2024-12-04T22:42:18,649 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dfa726ec6f9349a9bf69990ef93e57ea, entries=150, sequenceid=214, filesize=11.9 K 2024-12-04T22:42:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/8da74bed73244b818901c617cefcdf1e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/8da74bed73244b818901c617cefcdf1e 2024-12-04T22:42:18,655 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/8da74bed73244b818901c617cefcdf1e, entries=150, sequenceid=214, filesize=11.9 K 2024-12-04T22:42:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0ff72c11e4ea45e49a8e457c8d6fc272 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0ff72c11e4ea45e49a8e457c8d6fc272 2024-12-04T22:42:18,663 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0ff72c11e4ea45e49a8e457c8d6fc272, entries=150, sequenceid=214, filesize=11.9 K 2024-12-04T22:42:18,665 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 586ms, sequenceid=214, compaction requested=false 2024-12-04T22:42:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-04T22:42:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-04T22:42:18,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-04T22:42:18,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9810 sec 2024-12-04T22:42:18,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.9890 sec 2024-12-04T22:42:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T22:42:18,830 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:18,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-04T22:42:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T22:42:18,833 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:18,834 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:18,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:18,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:18,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/844702226eb748eaa2763f120c58ffb0 is 50, key is test_row_0/A:col10/1733352138909/Put/seqid=0 2024-12-04T22:42:18,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742105_1281 (size=16931) 2024-12-04T22:42:18,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352138916, max timestamp=1733352138934Num uniques 859; 2024-12-04T22:42:18,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:42:18,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352138916, max timestamp=1733352138934Num uniques 859; 2024-12-04T22:42:18,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:42:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:18,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352138916, max timestamp=1733352138934Num uniques 859; 2024-12-04T22:42:18,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:42:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352198933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T22:42:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352198964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:18,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352198966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:18,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352198968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:18,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352198968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:18,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:18,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:18,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:18,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:18,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352199050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352199080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352199080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352199080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352199080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T22:42:19,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352199260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352199289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352199289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352199289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352199289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:19,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/844702226eb748eaa2763f120c58ffb0 2024-12-04T22:42:19,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c7a3ec04bbbe4a109caf60e571def3a3 is 50, key is test_row_0/B:col10/1733352138909/Put/seqid=0 2024-12-04T22:42:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742106_1282 (size=12151) 2024-12-04T22:42:19,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:19,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:19,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T22:42:19,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352199570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352199599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352199599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352199600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:19,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:19,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352199600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:19,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c7a3ec04bbbe4a109caf60e571def3a3 2024-12-04T22:42:19,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/96589a0175db4500ad3f9c3533e0f474 is 50, key is test_row_0/C:col10/1733352138909/Put/seqid=0 2024-12-04T22:42:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742107_1283 (size=12151) 2024-12-04T22:42:19,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/96589a0175db4500ad3f9c3533e0f474 2024-12-04T22:42:19,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/844702226eb748eaa2763f120c58ffb0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/844702226eb748eaa2763f120c58ffb0 2024-12-04T22:42:19,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:19,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:19,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:19,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/844702226eb748eaa2763f120c58ffb0, entries=250, sequenceid=228, filesize=16.5 K 2024-12-04T22:42:19,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/c7a3ec04bbbe4a109caf60e571def3a3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c7a3ec04bbbe4a109caf60e571def3a3 2024-12-04T22:42:19,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c7a3ec04bbbe4a109caf60e571def3a3, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T22:42:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/96589a0175db4500ad3f9c3533e0f474 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/96589a0175db4500ad3f9c3533e0f474 2024-12-04T22:42:19,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/96589a0175db4500ad3f9c3533e0f474, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T22:42:19,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 929542bb37ebebde4e4421ff47135068 in 866ms, sequenceid=228, compaction requested=true 2024-12-04T22:42:19,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:19,777 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:19,777 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:19,778 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:19,778 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:19,778 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,778 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3b14bc00ff14433c853ff3e372672a94, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dfa726ec6f9349a9bf69990ef93e57ea, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/844702226eb748eaa2763f120c58ffb0] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=40.7 K 2024-12-04T22:42:19,779 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b14bc00ff14433c853ff3e372672a94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733352136066 2024-12-04T22:42:19,779 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:19,779 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:19,779 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,779 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa726ec6f9349a9bf69990ef93e57ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733352136737 2024-12-04T22:42:19,779 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c37f2af6e6b5450e8491328648a5ff33, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/8da74bed73244b818901c617cefcdf1e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c7a3ec04bbbe4a109caf60e571def3a3] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.0 K 2024-12-04T22:42:19,779 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 844702226eb748eaa2763f120c58ffb0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733352138903 2024-12-04T22:42:19,779 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c37f2af6e6b5450e8491328648a5ff33, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733352136066 2024-12-04T22:42:19,780 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8da74bed73244b818901c617cefcdf1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733352136737 2024-12-04T22:42:19,780 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a3ec04bbbe4a109caf60e571def3a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733352138906 2024-12-04T22:42:19,786 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:19,787 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6ec8df44bfaf4a45a77bf21d8bcb3353 is 50, key is test_row_0/A:col10/1733352138909/Put/seqid=0 2024-12-04T22:42:19,788 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:19,788 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9 is 50, key is test_row_0/B:col10/1733352138909/Put/seqid=0 2024-12-04T22:42:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742108_1284 (size=12663) 2024-12-04T22:42:19,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742109_1285 (size=12663) 2024-12-04T22:42:19,808 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9 2024-12-04T22:42:19,812 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into 1b1b9401a7c54c0ba01ef7f9d6a4ffd9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:19,812 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:19,812 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352139777; duration=0sec 2024-12-04T22:42:19,812 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:19,812 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:19,813 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:19,813 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:19,813 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:19,813 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,814 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f45b02d4c6814ae79931c077cd170d1b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0ff72c11e4ea45e49a8e457c8d6fc272, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/96589a0175db4500ad3f9c3533e0f474] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.0 K 2024-12-04T22:42:19,814 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f45b02d4c6814ae79931c077cd170d1b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733352136066 2024-12-04T22:42:19,814 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff72c11e4ea45e49a8e457c8d6fc272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733352136737 2024-12-04T22:42:19,814 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 96589a0175db4500ad3f9c3533e0f474, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733352138906 2024-12-04T22:42:19,820 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#242 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:19,820 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/5fd1a7e6b99a47ad9798d0605df259f3 is 50, key is test_row_0/C:col10/1733352138909/Put/seqid=0 2024-12-04T22:42:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742110_1286 (size=12663) 2024-12-04T22:42:19,828 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/5fd1a7e6b99a47ad9798d0605df259f3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5fd1a7e6b99a47ad9798d0605df259f3 2024-12-04T22:42:19,834 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into 5fd1a7e6b99a47ad9798d0605df259f3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:19,834 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:19,834 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352139777; duration=0sec 2024-12-04T22:42:19,834 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:19,834 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:19,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:19,916 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:19,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/5ca9e383715e45e5a2ac261e73a8d551 is 50, key is test_row_0/A:col10/1733352138966/Put/seqid=0 2024-12-04T22:42:19,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742111_1287 (size=12301) 2024-12-04T22:42:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T22:42:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:20,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352200110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352200120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352200130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352200130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352200130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,207 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6ec8df44bfaf4a45a77bf21d8bcb3353 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6ec8df44bfaf4a45a77bf21d8bcb3353 2024-12-04T22:42:20,213 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 6ec8df44bfaf4a45a77bf21d8bcb3353(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:20,213 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:20,213 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352139777; duration=0sec 2024-12-04T22:42:20,214 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:20,214 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352200240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352200240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352200240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,327 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/5ca9e383715e45e5a2ac261e73a8d551 2024-12-04T22:42:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/23486c00e91d4d0e9f519b8dc074349a is 50, key is test_row_0/B:col10/1733352138966/Put/seqid=0 2024-12-04T22:42:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742112_1288 (size=12301) 2024-12-04T22:42:20,355 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/23486c00e91d4d0e9f519b8dc074349a 2024-12-04T22:42:20,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/5a0bb217eb3f435794e9bf66fd6d62e6 is 50, key is test_row_0/C:col10/1733352138966/Put/seqid=0 2024-12-04T22:42:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742113_1289 (size=12301) 2024-12-04T22:42:20,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352200450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352200450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352200450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352200759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352200759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352200760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:20,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:20,798 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/5a0bb217eb3f435794e9bf66fd6d62e6 2024-12-04T22:42:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/5ca9e383715e45e5a2ac261e73a8d551 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/5ca9e383715e45e5a2ac261e73a8d551 2024-12-04T22:42:20,806 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/5ca9e383715e45e5a2ac261e73a8d551, entries=150, sequenceid=265, filesize=12.0 K 2024-12-04T22:42:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/23486c00e91d4d0e9f519b8dc074349a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/23486c00e91d4d0e9f519b8dc074349a 2024-12-04T22:42:20,810 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/23486c00e91d4d0e9f519b8dc074349a, entries=150, sequenceid=265, filesize=12.0 K 2024-12-04T22:42:20,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/5a0bb217eb3f435794e9bf66fd6d62e6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5a0bb217eb3f435794e9bf66fd6d62e6 2024-12-04T22:42:20,815 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5a0bb217eb3f435794e9bf66fd6d62e6, entries=150, sequenceid=265, filesize=12.0 K 2024-12-04T22:42:20,815 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=60.38 KB/61830 for 929542bb37ebebde4e4421ff47135068 in 899ms, sequenceid=265, compaction requested=false 2024-12-04T22:42:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-04T22:42:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-04T22:42:20,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-04T22:42:20,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9820 sec 2024-12-04T22:42:20,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9870 sec 2024-12-04T22:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T22:42:20,980 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:20,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-04T22:42:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T22:42:20,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:20,982 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:20,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T22:42:21,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T22:42:21,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:21,134 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:42:21,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:21,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:21,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:21,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:21,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:21,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:21,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/714904ac44064cb898d22d0d3b854e0c is 50, key is test_row_0/A:col10/1733352140106/Put/seqid=0 2024-12-04T22:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:21,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742114_1290 (size=12301) 2024-12-04T22:42:21,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352201186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352201187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352201270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352201270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352201271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T22:42:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352201301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352201301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352201510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352201510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,557 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/714904ac44064cb898d22d0d3b854e0c 2024-12-04T22:42:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/580e0c1ce3e240c5a8651fb5247d5083 is 50, key is test_row_0/B:col10/1733352140106/Put/seqid=0 2024-12-04T22:42:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742115_1291 (size=12301) 2024-12-04T22:42:21,573 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/580e0c1ce3e240c5a8651fb5247d5083 2024-12-04T22:42:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/bf7f0cb7c23b45ebbc0f94a3b1693f22 is 50, key is test_row_0/C:col10/1733352140106/Put/seqid=0 2024-12-04T22:42:21,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742116_1292 (size=12301) 2024-12-04T22:42:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T22:42:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352201819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352201819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:21,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/bf7f0cb7c23b45ebbc0f94a3b1693f22 2024-12-04T22:42:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/714904ac44064cb898d22d0d3b854e0c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/714904ac44064cb898d22d0d3b854e0c 2024-12-04T22:42:22,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/714904ac44064cb898d22d0d3b854e0c, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T22:42:22,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/580e0c1ce3e240c5a8651fb5247d5083 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/580e0c1ce3e240c5a8651fb5247d5083 2024-12-04T22:42:22,013 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/580e0c1ce3e240c5a8651fb5247d5083, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T22:42:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/bf7f0cb7c23b45ebbc0f94a3b1693f22 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/bf7f0cb7c23b45ebbc0f94a3b1693f22 2024-12-04T22:42:22,019 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/bf7f0cb7c23b45ebbc0f94a3b1693f22, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T22:42:22,021 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 929542bb37ebebde4e4421ff47135068 in 887ms, sequenceid=278, compaction requested=true 2024-12-04T22:42:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-04T22:42:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-04T22:42:22,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-04T22:42:22,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-12-04T22:42:22,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0460 sec 2024-12-04T22:42:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T22:42:22,120 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:22,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-04T22:42:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T22:42:22,122 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:22,123 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:22,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T22:42:22,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T22:42:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:22,275 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:42:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:22,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:22,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:22,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:22,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:22,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dd77c8077f1a4de0b92e995834f35730 is 50, key is test_row_0/A:col10/1733352141185/Put/seqid=0 2024-12-04T22:42:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:22,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742117_1293 (size=12301) 2024-12-04T22:42:22,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352202314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352202314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352202317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352202329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352202330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352202419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352202419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352202430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T22:42:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352202630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352202630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352202640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,684 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dd77c8077f1a4de0b92e995834f35730 2024-12-04T22:42:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/e39cd53af45b4fc79355ff24d5a79efa is 50, key is test_row_0/B:col10/1733352141185/Put/seqid=0 2024-12-04T22:42:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742118_1294 (size=12301) 2024-12-04T22:42:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T22:42:22,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352202940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352202940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:22,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352202950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,095 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/e39cd53af45b4fc79355ff24d5a79efa 2024-12-04T22:42:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f7fe722ce2a346e480b463508e0defda is 50, key is test_row_0/C:col10/1733352141185/Put/seqid=0 2024-12-04T22:42:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742119_1295 (size=12301) 2024-12-04T22:42:23,128 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f7fe722ce2a346e480b463508e0defda 2024-12-04T22:42:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dd77c8077f1a4de0b92e995834f35730 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dd77c8077f1a4de0b92e995834f35730 2024-12-04T22:42:23,147 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dd77c8077f1a4de0b92e995834f35730, entries=150, sequenceid=298, filesize=12.0 K 2024-12-04T22:42:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/e39cd53af45b4fc79355ff24d5a79efa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/e39cd53af45b4fc79355ff24d5a79efa 2024-12-04T22:42:23,152 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/e39cd53af45b4fc79355ff24d5a79efa, entries=150, sequenceid=298, filesize=12.0 K 2024-12-04T22:42:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f7fe722ce2a346e480b463508e0defda as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f7fe722ce2a346e480b463508e0defda 2024-12-04T22:42:23,159 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f7fe722ce2a346e480b463508e0defda, entries=150, sequenceid=298, filesize=12.0 K 2024-12-04T22:42:23,160 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 929542bb37ebebde4e4421ff47135068 in 885ms, sequenceid=298, compaction requested=true 2024-12-04T22:42:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-04T22:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-04T22:42:23,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-04T22:42:23,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-12-04T22:42:23,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0440 sec 2024-12-04T22:42:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T22:42:23,260 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:23,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-04T22:42:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:23,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:23,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:23,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:23,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T22:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:23,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/aea20be9009c403885cc17a67af28a5e is 50, key is test_row_0/A:col10/1733352142295/Put/seqid=0 2024-12-04T22:42:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742120_1296 (size=17181) 2024-12-04T22:42:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:23,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352203371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352203375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352203450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352203450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352203460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352203479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352203479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:23,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352203690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352203690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:23,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:23,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:23,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/aea20be9009c403885cc17a67af28a5e 2024-12-04T22:42:23,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/d76ded0eff9343528c388a89d6361e48 is 50, key is test_row_0/B:col10/1733352142295/Put/seqid=0 2024-12-04T22:42:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742121_1297 (size=12301) 2024-12-04T22:42:23,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:23,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:23,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:23,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:24,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352203999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352203999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/d76ded0eff9343528c388a89d6361e48 2024-12-04T22:42:24,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f97ffa1d19e043218d396e22c2529b15 is 50, key is test_row_0/C:col10/1733352142295/Put/seqid=0 2024-12-04T22:42:24,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742122_1298 (size=12301) 2024-12-04T22:42:24,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:24,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352204460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,462 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352204469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352204469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,473 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,473 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:24,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352204510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352204510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:24,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f97ffa1d19e043218d396e22c2529b15 2024-12-04T22:42:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/aea20be9009c403885cc17a67af28a5e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aea20be9009c403885cc17a67af28a5e 2024-12-04T22:42:24,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aea20be9009c403885cc17a67af28a5e, entries=250, sequenceid=312, filesize=16.8 K 2024-12-04T22:42:24,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/d76ded0eff9343528c388a89d6361e48 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d76ded0eff9343528c388a89d6361e48 2024-12-04T22:42:24,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d76ded0eff9343528c388a89d6361e48, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T22:42:24,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/f97ffa1d19e043218d396e22c2529b15 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f97ffa1d19e043218d396e22c2529b15 2024-12-04T22:42:24,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f97ffa1d19e043218d396e22c2529b15, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T22:42:24,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 929542bb37ebebde4e4421ff47135068 in 1272ms, sequenceid=312, compaction requested=true 2024-12-04T22:42:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:24,615 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:42:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:24,617 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:42:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:24,619 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66747 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:42:24,619 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:24,619 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,619 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6ec8df44bfaf4a45a77bf21d8bcb3353, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/5ca9e383715e45e5a2ac261e73a8d551, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/714904ac44064cb898d22d0d3b854e0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dd77c8077f1a4de0b92e995834f35730, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aea20be9009c403885cc17a67af28a5e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=65.2 K 2024-12-04T22:42:24,620 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61867 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:42:24,620 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:24,620 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,620 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/23486c00e91d4d0e9f519b8dc074349a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/580e0c1ce3e240c5a8651fb5247d5083, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/e39cd53af45b4fc79355ff24d5a79efa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d76ded0eff9343528c388a89d6361e48] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=60.4 K 2024-12-04T22:42:24,620 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b1b9401a7c54c0ba01ef7f9d6a4ffd9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733352138906 2024-12-04T22:42:24,620 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ec8df44bfaf4a45a77bf21d8bcb3353, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733352138906 2024-12-04T22:42:24,621 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 23486c00e91d4d0e9f519b8dc074349a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733352138959 2024-12-04T22:42:24,621 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ca9e383715e45e5a2ac261e73a8d551, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733352138959 2024-12-04T22:42:24,621 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 580e0c1ce3e240c5a8651fb5247d5083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733352140106 2024-12-04T22:42:24,622 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e39cd53af45b4fc79355ff24d5a79efa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733352141178 2024-12-04T22:42:24,622 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 714904ac44064cb898d22d0d3b854e0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733352140106 2024-12-04T22:42:24,623 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d76ded0eff9343528c388a89d6361e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733352142295 2024-12-04T22:42:24,623 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd77c8077f1a4de0b92e995834f35730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733352141178 2024-12-04T22:42:24,624 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting aea20be9009c403885cc17a67af28a5e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733352142289 2024-12-04T22:42:24,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:24,642 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:24,651 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#255 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:24,652 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/d10e3620b17b45fbae1cc93585a41982 is 50, key is test_row_0/B:col10/1733352142295/Put/seqid=0 2024-12-04T22:42:24,660 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#256 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:24,661 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c638b315cf0540dba737c08a3aeb7a85 is 50, key is test_row_0/A:col10/1733352142295/Put/seqid=0 2024-12-04T22:42:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/e2c2f8117bed4268877110b52e84f54e is 50, key is test_row_0/A:col10/1733352143366/Put/seqid=0 2024-12-04T22:42:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742124_1300 (size=12983) 2024-12-04T22:42:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742123_1299 (size=12983) 2024-12-04T22:42:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742125_1301 (size=12301) 2024-12-04T22:42:25,115 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/d10e3620b17b45fbae1cc93585a41982 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d10e3620b17b45fbae1cc93585a41982 2024-12-04T22:42:25,115 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/c638b315cf0540dba737c08a3aeb7a85 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c638b315cf0540dba737c08a3aeb7a85 2024-12-04T22:42:25,126 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into c638b315cf0540dba737c08a3aeb7a85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:25,126 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into d10e3620b17b45fbae1cc93585a41982(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:25,126 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=11, startTime=1733352144615; duration=0sec 2024-12-04T22:42:25,126 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=11, startTime=1733352144616; duration=0sec 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:25,126 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:42:25,127 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/e2c2f8117bed4268877110b52e84f54e 2024-12-04T22:42:25,128 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61867 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:42:25,128 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:25,128 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:25,128 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5fd1a7e6b99a47ad9798d0605df259f3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5a0bb217eb3f435794e9bf66fd6d62e6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/bf7f0cb7c23b45ebbc0f94a3b1693f22, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f7fe722ce2a346e480b463508e0defda, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f97ffa1d19e043218d396e22c2529b15] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=60.4 K 2024-12-04T22:42:25,128 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd1a7e6b99a47ad9798d0605df259f3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733352138906 2024-12-04T22:42:25,128 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a0bb217eb3f435794e9bf66fd6d62e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733352138959 2024-12-04T22:42:25,129 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf7f0cb7c23b45ebbc0f94a3b1693f22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733352140106 2024-12-04T22:42:25,129 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7fe722ce2a346e480b463508e0defda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733352141178 2024-12-04T22:42:25,129 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f97ffa1d19e043218d396e22c2529b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733352142295 2024-12-04T22:42:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ef849b0720d44cd3aa1e9242479e3897 is 50, key is test_row_0/B:col10/1733352143366/Put/seqid=0 2024-12-04T22:42:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742126_1302 (size=12301) 2024-12-04T22:42:25,142 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:25,143 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/b6c55af36bde4370a6a613a784cfebfb is 50, key is test_row_0/C:col10/1733352142295/Put/seqid=0 2024-12-04T22:42:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742127_1303 (size=12983) 2024-12-04T22:42:25,157 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/b6c55af36bde4370a6a613a784cfebfb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b6c55af36bde4370a6a613a784cfebfb 2024-12-04T22:42:25,161 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into b6c55af36bde4370a6a613a784cfebfb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:25,161 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:25,161 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=11, startTime=1733352144617; duration=0sec 2024-12-04T22:42:25,161 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:25,161 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:25,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ef849b0720d44cd3aa1e9242479e3897 2024-12-04T22:42:25,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0b81b1dab3bc44779d80e87589908d71 is 50, key is test_row_0/C:col10/1733352143366/Put/seqid=0 2024-12-04T22:42:25,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352205553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352205555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742128_1304 (size=12301) 2024-12-04T22:42:25,595 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0b81b1dab3bc44779d80e87589908d71 2024-12-04T22:42:25,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/e2c2f8117bed4268877110b52e84f54e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e2c2f8117bed4268877110b52e84f54e 2024-12-04T22:42:25,605 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e2c2f8117bed4268877110b52e84f54e, entries=150, sequenceid=330, filesize=12.0 K 2024-12-04T22:42:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ef849b0720d44cd3aa1e9242479e3897 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef849b0720d44cd3aa1e9242479e3897 2024-12-04T22:42:25,611 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef849b0720d44cd3aa1e9242479e3897, entries=150, sequenceid=330, filesize=12.0 K 2024-12-04T22:42:25,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0b81b1dab3bc44779d80e87589908d71 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0b81b1dab3bc44779d80e87589908d71 2024-12-04T22:42:25,617 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0b81b1dab3bc44779d80e87589908d71, entries=150, sequenceid=330, filesize=12.0 K 2024-12-04T22:42:25,619 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 929542bb37ebebde4e4421ff47135068 in 976ms, sequenceid=330, compaction requested=false 2024-12-04T22:42:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-04T22:42:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-04T22:42:25,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-04T22:42:25,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3590 sec 2024-12-04T22:42:25,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.3650 sec 2024-12-04T22:42:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:25,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:42:25,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:25,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:25,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:25,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:25,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:25,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:25,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6041841ac32a407f9290aded6ad30d6d is 50, key is test_row_0/A:col10/1733352145548/Put/seqid=0 2024-12-04T22:42:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742129_1305 (size=17181) 2024-12-04T22:42:25,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6041841ac32a407f9290aded6ad30d6d 2024-12-04T22:42:25,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/2f1894a0c4b543739a53e66ee9de815d is 50, key is test_row_0/B:col10/1733352145548/Put/seqid=0 2024-12-04T22:42:25,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352205713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352205719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742130_1306 (size=12301) 2024-12-04T22:42:25,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/2f1894a0c4b543739a53e66ee9de815d 2024-12-04T22:42:25,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/2f4082f7ab7b4c0b871ff790d5c1f872 is 50, key is test_row_0/C:col10/1733352145548/Put/seqid=0 2024-12-04T22:42:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742131_1307 (size=12301) 2024-12-04T22:42:25,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/2f4082f7ab7b4c0b871ff790d5c1f872 2024-12-04T22:42:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6041841ac32a407f9290aded6ad30d6d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6041841ac32a407f9290aded6ad30d6d 2024-12-04T22:42:25,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6041841ac32a407f9290aded6ad30d6d, entries=250, sequenceid=349, filesize=16.8 K 2024-12-04T22:42:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/2f1894a0c4b543739a53e66ee9de815d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/2f1894a0c4b543739a53e66ee9de815d 2024-12-04T22:42:25,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/2f1894a0c4b543739a53e66ee9de815d, entries=150, sequenceid=349, filesize=12.0 K 2024-12-04T22:42:25,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/2f4082f7ab7b4c0b871ff790d5c1f872 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/2f4082f7ab7b4c0b871ff790d5c1f872 2024-12-04T22:42:25,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/2f4082f7ab7b4c0b871ff790d5c1f872, entries=150, sequenceid=349, filesize=12.0 K 2024-12-04T22:42:25,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 929542bb37ebebde4e4421ff47135068 in 117ms, sequenceid=349, compaction requested=true 2024-12-04T22:42:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:25,791 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:25,791 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:25,793 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:25,793 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:25,793 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:25,793 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c638b315cf0540dba737c08a3aeb7a85, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e2c2f8117bed4268877110b52e84f54e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6041841ac32a407f9290aded6ad30d6d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=41.5 K 2024-12-04T22:42:25,793 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:25,793 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:25,793 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:25,793 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d10e3620b17b45fbae1cc93585a41982, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef849b0720d44cd3aa1e9242479e3897, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/2f1894a0c4b543739a53e66ee9de815d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.7 K 2024-12-04T22:42:25,793 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c638b315cf0540dba737c08a3aeb7a85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733352142295 2024-12-04T22:42:25,794 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d10e3620b17b45fbae1cc93585a41982, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733352142295 2024-12-04T22:42:25,794 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2c2f8117bed4268877110b52e84f54e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733352143366 2024-12-04T22:42:25,796 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ef849b0720d44cd3aa1e9242479e3897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733352143366 2024-12-04T22:42:25,797 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6041841ac32a407f9290aded6ad30d6d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733352145546 2024-12-04T22:42:25,797 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f1894a0c4b543739a53e66ee9de815d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733352145548 2024-12-04T22:42:25,811 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:25,813 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/a042362720f24d26b4cc7f451e229ed5 is 50, key is test_row_0/B:col10/1733352145548/Put/seqid=0 2024-12-04T22:42:25,830 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:25,831 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/aec9d169d6554bdd916641f9f38bd8bf is 50, key is test_row_0/A:col10/1733352145548/Put/seqid=0 2024-12-04T22:42:25,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T22:42:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:25,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:25,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:25,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:25,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:25,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:25,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:25,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/777ea933dbf342a78d026996bd32a18b is 50, key is test_row_0/A:col10/1733352145712/Put/seqid=0 2024-12-04T22:42:25,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742132_1308 (size=13085) 2024-12-04T22:42:25,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352205869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352205870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742133_1309 (size=13085) 2024-12-04T22:42:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742134_1310 (size=12301) 2024-12-04T22:42:25,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/777ea933dbf342a78d026996bd32a18b 2024-12-04T22:42:25,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ad1eff7b49bc449e83094a8678079517 is 50, key is test_row_0/B:col10/1733352145712/Put/seqid=0 2024-12-04T22:42:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742135_1311 (size=12301) 2024-12-04T22:42:25,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352205980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352205981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:25,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352206190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352206190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,273 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/a042362720f24d26b4cc7f451e229ed5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a042362720f24d26b4cc7f451e229ed5 2024-12-04T22:42:26,276 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into a042362720f24d26b4cc7f451e229ed5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:26,276 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:26,276 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352145791; duration=0sec 2024-12-04T22:42:26,276 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:26,276 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:26,276 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:26,277 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:26,277 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:26,278 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:26,278 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b6c55af36bde4370a6a613a784cfebfb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0b81b1dab3bc44779d80e87589908d71, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/2f4082f7ab7b4c0b871ff790d5c1f872] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.7 K 2024-12-04T22:42:26,278 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b6c55af36bde4370a6a613a784cfebfb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733352142295 2024-12-04T22:42:26,278 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b81b1dab3bc44779d80e87589908d71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733352143366 2024-12-04T22:42:26,278 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f4082f7ab7b4c0b871ff790d5c1f872, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733352145548 2024-12-04T22:42:26,284 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:26,285 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/d268c7105f4d41a598d388a3cca5d817 is 50, key is test_row_0/C:col10/1733352145548/Put/seqid=0 2024-12-04T22:42:26,287 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/aec9d169d6554bdd916641f9f38bd8bf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aec9d169d6554bdd916641f9f38bd8bf 2024-12-04T22:42:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742136_1312 (size=13085) 2024-12-04T22:42:26,293 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into aec9d169d6554bdd916641f9f38bd8bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:26,293 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:26,293 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352145790; duration=0sec 2024-12-04T22:42:26,293 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:26,293 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:26,294 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/d268c7105f4d41a598d388a3cca5d817 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/d268c7105f4d41a598d388a3cca5d817 2024-12-04T22:42:26,299 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into d268c7105f4d41a598d388a3cca5d817(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:26,299 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:26,299 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352145791; duration=0sec 2024-12-04T22:42:26,299 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:26,300 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:26,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ad1eff7b49bc449e83094a8678079517 2024-12-04T22:42:26,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/9b8a76b729774045b44d9ff27350a741 is 50, key is test_row_0/C:col10/1733352145712/Put/seqid=0 2024-12-04T22:42:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742137_1313 (size=12301) 2024-12-04T22:42:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352206471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,474 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:26,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352206479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,480 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352206490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,492 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352206500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352206500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:26,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:26,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/9b8a76b729774045b44d9ff27350a741 2024-12-04T22:42:26,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/777ea933dbf342a78d026996bd32a18b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777ea933dbf342a78d026996bd32a18b 2024-12-04T22:42:26,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777ea933dbf342a78d026996bd32a18b, entries=150, sequenceid=367, filesize=12.0 K 2024-12-04T22:42:26,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ad1eff7b49bc449e83094a8678079517 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ad1eff7b49bc449e83094a8678079517 2024-12-04T22:42:26,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ad1eff7b49bc449e83094a8678079517, entries=150, sequenceid=367, filesize=12.0 K 2024-12-04T22:42:26,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/9b8a76b729774045b44d9ff27350a741 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9b8a76b729774045b44d9ff27350a741 2024-12-04T22:42:26,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9b8a76b729774045b44d9ff27350a741, entries=150, sequenceid=367, filesize=12.0 K 2024-12-04T22:42:26,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 929542bb37ebebde4e4421ff47135068 in 917ms, sequenceid=367, compaction requested=false 2024-12-04T22:42:26,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:27,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T22:42:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:27,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/99e189ac1faa4894b64b7fa6f7c2d0c6 is 50, key is test_row_0/A:col10/1733352145862/Put/seqid=0 2024-12-04T22:42:27,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742138_1314 (size=14741) 2024-12-04T22:42:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352207050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352207050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352207159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352207159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352207369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352207369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T22:42:27,430 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:27,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-04T22:42:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T22:42:27,433 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:27,434 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:27,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:27,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/99e189ac1faa4894b64b7fa6f7c2d0c6 2024-12-04T22:42:27,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/845dc1146f6a4f11924db523882920a9 is 50, key is test_row_0/B:col10/1733352145862/Put/seqid=0 2024-12-04T22:42:27,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742139_1315 (size=12301) 2024-12-04T22:42:27,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/845dc1146f6a4f11924db523882920a9 2024-12-04T22:42:27,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/21c072d4fc3543418581fb3ffada945c is 50, key is test_row_0/C:col10/1733352145862/Put/seqid=0 2024-12-04T22:42:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742140_1316 (size=12301) 2024-12-04T22:42:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T22:42:27,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-04T22:42:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352207680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352207680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:27,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:27,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:27,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-04T22:42:27,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T22:42:27,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/21c072d4fc3543418581fb3ffada945c 2024-12-04T22:42:27,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/99e189ac1faa4894b64b7fa6f7c2d0c6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/99e189ac1faa4894b64b7fa6f7c2d0c6 2024-12-04T22:42:27,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/99e189ac1faa4894b64b7fa6f7c2d0c6, entries=200, sequenceid=386, filesize=14.4 K 2024-12-04T22:42:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/845dc1146f6a4f11924db523882920a9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/845dc1146f6a4f11924db523882920a9 2024-12-04T22:42:27,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-04T22:42:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:27,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/845dc1146f6a4f11924db523882920a9, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T22:42:27,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/21c072d4fc3543418581fb3ffada945c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/21c072d4fc3543418581fb3ffada945c 2024-12-04T22:42:27,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/21c072d4fc3543418581fb3ffada945c, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T22:42:27,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 929542bb37ebebde4e4421ff47135068 in 889ms, sequenceid=386, compaction requested=true 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:27,902 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:27,902 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:27,903 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:27,903 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:27,903 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,903 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aec9d169d6554bdd916641f9f38bd8bf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777ea933dbf342a78d026996bd32a18b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/99e189ac1faa4894b64b7fa6f7c2d0c6] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=39.2 K 2024-12-04T22:42:27,903 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:27,903 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting aec9d169d6554bdd916641f9f38bd8bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733352145548 2024-12-04T22:42:27,903 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:27,903 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,903 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a042362720f24d26b4cc7f451e229ed5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ad1eff7b49bc449e83094a8678079517, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/845dc1146f6a4f11924db523882920a9] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.8 K 2024-12-04T22:42:27,904 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 777ea933dbf342a78d026996bd32a18b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733352145697 2024-12-04T22:42:27,904 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a042362720f24d26b4cc7f451e229ed5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733352145548 2024-12-04T22:42:27,904 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99e189ac1faa4894b64b7fa6f7c2d0c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733352145853 2024-12-04T22:42:27,904 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ad1eff7b49bc449e83094a8678079517, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733352145697 2024-12-04T22:42:27,904 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 845dc1146f6a4f11924db523882920a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733352145862 2024-12-04T22:42:27,920 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:27,920 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#274 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:27,921 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/21eb65e294dc4461b8eddc5dfa724242 is 50, key is test_row_0/B:col10/1733352145862/Put/seqid=0 2024-12-04T22:42:27,921 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/3f87e0f34b0e4a73a750e187c2be88e3 is 50, key is test_row_0/A:col10/1733352145862/Put/seqid=0 2024-12-04T22:42:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742142_1318 (size=13187) 2024-12-04T22:42:27,959 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/3f87e0f34b0e4a73a750e187c2be88e3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3f87e0f34b0e4a73a750e187c2be88e3 2024-12-04T22:42:27,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742141_1317 (size=13187) 2024-12-04T22:42:27,967 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 3f87e0f34b0e4a73a750e187c2be88e3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:27,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:27,967 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352147902; duration=0sec 2024-12-04T22:42:27,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:27,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:27,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:27,968 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:27,968 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:27,969 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:27,969 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/d268c7105f4d41a598d388a3cca5d817, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9b8a76b729774045b44d9ff27350a741, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/21c072d4fc3543418581fb3ffada945c] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.8 K 2024-12-04T22:42:27,969 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d268c7105f4d41a598d388a3cca5d817, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733352145548 2024-12-04T22:42:27,969 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8a76b729774045b44d9ff27350a741, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733352145697 2024-12-04T22:42:27,970 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c072d4fc3543418581fb3ffada945c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733352145862 2024-12-04T22:42:27,988 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:27,988 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6c8d9e1b44334cfcaa5a59acfe225337 is 50, key is test_row_0/C:col10/1733352145862/Put/seqid=0 2024-12-04T22:42:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742143_1319 (size=13187) 2024-12-04T22:42:28,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:28,046 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/b5b43ab9ba024211969c288fa38a6548 is 50, key is test_row_0/A:col10/1733352147048/Put/seqid=0 2024-12-04T22:42:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T22:42:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742144_1320 (size=12301) 2024-12-04T22:42:28,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/b5b43ab9ba024211969c288fa38a6548 2024-12-04T22:42:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ef158350aaa54fc98e7a4572df25b883 is 50, key is test_row_0/B:col10/1733352147048/Put/seqid=0 2024-12-04T22:42:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742145_1321 (size=12301) 2024-12-04T22:42:28,116 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ef158350aaa54fc98e7a4572df25b883 2024-12-04T22:42:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/8e35b17409bf4470ab4544683fa3f570 is 50, key is test_row_0/C:col10/1733352147048/Put/seqid=0 2024-12-04T22:42:28,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742146_1322 (size=12301) 2024-12-04T22:42:28,164 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/8e35b17409bf4470ab4544683fa3f570 2024-12-04T22:42:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/b5b43ab9ba024211969c288fa38a6548 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/b5b43ab9ba024211969c288fa38a6548 2024-12-04T22:42:28,178 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/b5b43ab9ba024211969c288fa38a6548, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T22:42:28,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ef158350aaa54fc98e7a4572df25b883 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef158350aaa54fc98e7a4572df25b883 2024-12-04T22:42:28,187 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef158350aaa54fc98e7a4572df25b883, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T22:42:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/8e35b17409bf4470ab4544683fa3f570 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/8e35b17409bf4470ab4544683fa3f570 2024-12-04T22:42:28,192 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/8e35b17409bf4470ab4544683fa3f570, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T22:42:28,193 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 147ms, sequenceid=404, compaction requested=false 2024-12-04T22:42:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-04T22:42:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-04T22:42:28,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-04T22:42:28,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-12-04T22:42:28,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 767 msec 2024-12-04T22:42:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:28,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:28,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:28,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:28,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:28,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/feb2a64cc86248c2a1d8b5fe663818ee is 50, key is test_row_0/A:col10/1733352148202/Put/seqid=0 2024-12-04T22:42:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742147_1323 (size=17181) 2024-12-04T22:42:28,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352208265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352148251, max timestamp=1733352148269Num uniques 859; 2024-12-04T22:42:28,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352148251, max timestamp=1733352148269Num uniques 859; 2024-12-04T22:42:28,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:42:28,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:42:28,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352148251, max timestamp=1733352148269Num uniques 859; 2024-12-04T22:42:28,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:42:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:28,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352208364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:28,370 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/21eb65e294dc4461b8eddc5dfa724242 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/21eb65e294dc4461b8eddc5dfa724242 2024-12-04T22:42:28,376 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into 21eb65e294dc4461b8eddc5dfa724242(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:28,376 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:28,376 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352147902; duration=0sec 2024-12-04T22:42:28,377 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:28,377 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352208380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:28,427 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/6c8d9e1b44334cfcaa5a59acfe225337 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6c8d9e1b44334cfcaa5a59acfe225337 2024-12-04T22:42:28,432 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into 6c8d9e1b44334cfcaa5a59acfe225337(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:28,432 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:28,432 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352147902; duration=0sec 2024-12-04T22:42:28,432 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:28,432 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:28,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352208480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T22:42:28,570 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:28,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-04T22:42:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T22:42:28,574 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:28,576 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:28,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:28,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352208590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:28,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/feb2a64cc86248c2a1d8b5fe663818ee 2024-12-04T22:42:28,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/13c8026cb42945d8a71ea5aeebdb2f55 is 50, key is test_row_0/B:col10/1733352148202/Put/seqid=0 2024-12-04T22:42:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T22:42:28,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352208690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742148_1324 (size=12301) 2024-12-04T22:42:28,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/13c8026cb42945d8a71ea5aeebdb2f55 2024-12-04T22:42:28,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/173f417156ba4e0dbcfe2d65c7f26256 is 50, key is test_row_0/C:col10/1733352148202/Put/seqid=0 2024-12-04T22:42:28,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T22:42:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:28,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:28,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742149_1325 (size=12301) 2024-12-04T22:42:28,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T22:42:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T22:42:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:28,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:28,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:28,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352208900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352209000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T22:42:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:29,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/173f417156ba4e0dbcfe2d65c7f26256 2024-12-04T22:42:29,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/feb2a64cc86248c2a1d8b5fe663818ee as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/feb2a64cc86248c2a1d8b5fe663818ee 2024-12-04T22:42:29,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/feb2a64cc86248c2a1d8b5fe663818ee, entries=250, sequenceid=415, filesize=16.8 K 2024-12-04T22:42:29,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/13c8026cb42945d8a71ea5aeebdb2f55 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/13c8026cb42945d8a71ea5aeebdb2f55 2024-12-04T22:42:29,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/13c8026cb42945d8a71ea5aeebdb2f55, entries=150, sequenceid=415, filesize=12.0 K 2024-12-04T22:42:29,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/173f417156ba4e0dbcfe2d65c7f26256 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/173f417156ba4e0dbcfe2d65c7f26256 2024-12-04T22:42:29,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/173f417156ba4e0dbcfe2d65c7f26256, entries=150, sequenceid=415, filesize=12.0 K 2024-12-04T22:42:29,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 929542bb37ebebde4e4421ff47135068 in 968ms, sequenceid=415, compaction requested=true 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:29,180 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:29,180 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:29,181 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:29,181 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:29,181 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:29,181 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:29,181 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,181 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,181 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/21eb65e294dc4461b8eddc5dfa724242, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef158350aaa54fc98e7a4572df25b883, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/13c8026cb42945d8a71ea5aeebdb2f55] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.9 K 2024-12-04T22:42:29,181 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3f87e0f34b0e4a73a750e187c2be88e3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/b5b43ab9ba024211969c288fa38a6548, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/feb2a64cc86248c2a1d8b5fe663818ee] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=41.7 K 2024-12-04T22:42:29,182 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f87e0f34b0e4a73a750e187c2be88e3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733352145862 2024-12-04T22:42:29,182 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 21eb65e294dc4461b8eddc5dfa724242, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733352145862 2024-12-04T22:42:29,182 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5b43ab9ba024211969c288fa38a6548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733352147043 2024-12-04T22:42:29,182 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ef158350aaa54fc98e7a4572df25b883, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733352147043 2024-12-04T22:42:29,183 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting feb2a64cc86248c2a1d8b5fe663818ee, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733352148192 2024-12-04T22:42:29,183 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 13c8026cb42945d8a71ea5aeebdb2f55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733352148202 2024-12-04T22:42:29,194 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:29,195 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/069c03c143aa454d88d2f21745630e22 is 50, key is test_row_0/A:col10/1733352148202/Put/seqid=0 2024-12-04T22:42:29,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T22:42:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,198 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-04T22:42:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T22:42:29,214 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:29,215 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ba631d19b2cb42a796ebb74e0760671d is 50, key is test_row_0/B:col10/1733352148202/Put/seqid=0 2024-12-04T22:42:29,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dcae671885bb487a9bd495ed00cc224c is 50, key is test_row_0/A:col10/1733352148343/Put/seqid=0 2024-12-04T22:42:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742150_1326 (size=13289) 2024-12-04T22:42:29,235 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/069c03c143aa454d88d2f21745630e22 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/069c03c143aa454d88d2f21745630e22 2024-12-04T22:42:29,242 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into 069c03c143aa454d88d2f21745630e22(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:29,242 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,242 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352149180; duration=0sec 2024-12-04T22:42:29,242 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:29,242 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:29,242 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:29,246 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:29,247 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:29,247 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,247 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6c8d9e1b44334cfcaa5a59acfe225337, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/8e35b17409bf4470ab4544683fa3f570, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/173f417156ba4e0dbcfe2d65c7f26256] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=36.9 K 2024-12-04T22:42:29,247 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c8d9e1b44334cfcaa5a59acfe225337, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733352145862 2024-12-04T22:42:29,247 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e35b17409bf4470ab4544683fa3f570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733352147043 2024-12-04T22:42:29,248 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 173f417156ba4e0dbcfe2d65c7f26256, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733352148202 2024-12-04T22:42:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742151_1327 (size=13289) 2024-12-04T22:42:29,274 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/ba631d19b2cb42a796ebb74e0760671d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ba631d19b2cb42a796ebb74e0760671d 2024-12-04T22:42:29,283 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into ba631d19b2cb42a796ebb74e0760671d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:29,283 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,283 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=13, startTime=1733352149180; duration=0sec 2024-12-04T22:42:29,283 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:29,283 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:29,286 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:29,287 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c6dba61a9eb84520bdd390ea67d8cd1e is 50, key is test_row_0/C:col10/1733352148202/Put/seqid=0 2024-12-04T22:42:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742152_1328 (size=12301) 2024-12-04T22:42:29,290 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dcae671885bb487a9bd495ed00cc224c 2024-12-04T22:42:29,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/99b1badb075640b79da75532f65671d5 is 50, key is test_row_0/B:col10/1733352148343/Put/seqid=0 2024-12-04T22:42:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742153_1329 (size=13289) 2024-12-04T22:42:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742154_1330 (size=12301) 2024-12-04T22:42:29,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/99b1badb075640b79da75532f65671d5 2024-12-04T22:42:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/ee1d1f6767594422a670ac4c4ac54ccf is 50, key is test_row_0/C:col10/1733352148343/Put/seqid=0 2024-12-04T22:42:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742155_1331 (size=12301) 2024-12-04T22:42:29,350 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/ee1d1f6767594422a670ac4c4ac54ccf 2024-12-04T22:42:29,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/dcae671885bb487a9bd495ed00cc224c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dcae671885bb487a9bd495ed00cc224c 2024-12-04T22:42:29,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dcae671885bb487a9bd495ed00cc224c, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T22:42:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/99b1badb075640b79da75532f65671d5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/99b1badb075640b79da75532f65671d5 2024-12-04T22:42:29,371 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/99b1badb075640b79da75532f65671d5, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T22:42:29,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/ee1d1f6767594422a670ac4c4ac54ccf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ee1d1f6767594422a670ac4c4ac54ccf 2024-12-04T22:42:29,379 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ee1d1f6767594422a670ac4c4ac54ccf, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T22:42:29,380 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 182ms, sequenceid=453, compaction requested=false 2024-12-04T22:42:29,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-04T22:42:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-04T22:42:29,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-04T22:42:29,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 807 msec 2024-12-04T22:42:29,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 814 msec 2024-12-04T22:42:29,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:29,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:29,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:29,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:29,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:29,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:29,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:29,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/a12179027746433f9f2ee2ae41c8db47 is 50, key is test_row_0/A:col10/1733352149424/Put/seqid=0 2024-12-04T22:42:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742156_1332 (size=12301) 2024-12-04T22:42:29,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/a12179027746433f9f2ee2ae41c8db47 2024-12-04T22:42:29,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/155a2b249d2c43f6b4d6f653518f3ca8 is 50, key is test_row_0/B:col10/1733352149424/Put/seqid=0 2024-12-04T22:42:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742157_1333 (size=12301) 2024-12-04T22:42:29,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/155a2b249d2c43f6b4d6f653518f3ca8 2024-12-04T22:42:29,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0640eaefe95147a9afc2cf899fb7092e is 50, key is test_row_0/C:col10/1733352149424/Put/seqid=0 2024-12-04T22:42:29,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742158_1334 (size=12301) 2024-12-04T22:42:29,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0640eaefe95147a9afc2cf899fb7092e 2024-12-04T22:42:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352149488, max timestamp=1733352149512Num uniques 859; 2024-12-04T22:42:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352149488, max timestamp=1733352149512Num uniques 859; 2024-12-04T22:42:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:42:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:42:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352149488, max timestamp=1733352149512Num uniques 859; 2024-12-04T22:42:29,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:42:29,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/a12179027746433f9f2ee2ae41c8db47 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a12179027746433f9f2ee2ae41c8db47 2024-12-04T22:42:29,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a12179027746433f9f2ee2ae41c8db47, entries=150, sequenceid=465, filesize=12.0 K 2024-12-04T22:42:29,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/155a2b249d2c43f6b4d6f653518f3ca8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/155a2b249d2c43f6b4d6f653518f3ca8 2024-12-04T22:42:29,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/155a2b249d2c43f6b4d6f653518f3ca8, entries=150, sequenceid=465, filesize=12.0 K 2024-12-04T22:42:29,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0640eaefe95147a9afc2cf899fb7092e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0640eaefe95147a9afc2cf899fb7092e 2024-12-04T22:42:29,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0640eaefe95147a9afc2cf899fb7092e, entries=150, sequenceid=465, filesize=12.0 K 2024-12-04T22:42:29,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=67.09 KB/68700 for 929542bb37ebebde4e4421ff47135068 in 101ms, sequenceid=465, compaction requested=true 2024-12-04T22:42:29,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:29,530 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T22:42:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:29,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=73.80 KB heapSize=201 KB 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:29,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:29,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:29,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:29,531 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,531 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/069c03c143aa454d88d2f21745630e22, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dcae671885bb487a9bd495ed00cc224c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a12179027746433f9f2ee2ae41c8db47] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=37.0 K 2024-12-04T22:42:29,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 069c03c143aa454d88d2f21745630e22, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733352148202 2024-12-04T22:42:29,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting dcae671885bb487a9bd495ed00cc224c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733352148343 2024-12-04T22:42:29,531 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a12179027746433f9f2ee2ae41c8db47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733352149420 2024-12-04T22:42:29,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/777bb556b93543589744eeab29d5e141 is 50, key is test_row_0/A:col10/1733352149523/Put/seqid=0 2024-12-04T22:42:29,537 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#292 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:29,537 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/f26cc9e6adc648ebabc98b81afd2585d is 50, key is test_row_0/A:col10/1733352149424/Put/seqid=0 2024-12-04T22:42:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742159_1335 (size=17181) 2024-12-04T22:42:29,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/777bb556b93543589744eeab29d5e141 2024-12-04T22:42:29,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742160_1336 (size=13391) 2024-12-04T22:42:29,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/75a6a59c29f04c9b858da24784cc204b is 50, key is test_row_0/B:col10/1733352149523/Put/seqid=0 2024-12-04T22:42:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742161_1337 (size=12301) 2024-12-04T22:42:29,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/75a6a59c29f04c9b858da24784cc204b 2024-12-04T22:42:29,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/dd66a045265a42b4a5aae194fb746817 is 50, key is test_row_0/C:col10/1733352149523/Put/seqid=0 2024-12-04T22:42:29,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742162_1338 (size=12301) 2024-12-04T22:42:29,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/dd66a045265a42b4a5aae194fb746817 2024-12-04T22:42:29,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352209578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/777bb556b93543589744eeab29d5e141 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777bb556b93543589744eeab29d5e141 2024-12-04T22:42:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777bb556b93543589744eeab29d5e141, entries=250, sequenceid=492, filesize=16.8 K 2024-12-04T22:42:29,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/75a6a59c29f04c9b858da24784cc204b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/75a6a59c29f04c9b858da24784cc204b 2024-12-04T22:42:29,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352209583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/75a6a59c29f04c9b858da24784cc204b, entries=150, sequenceid=492, filesize=12.0 K 2024-12-04T22:42:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/dd66a045265a42b4a5aae194fb746817 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/dd66a045265a42b4a5aae194fb746817 2024-12-04T22:42:29,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/dd66a045265a42b4a5aae194fb746817, entries=150, sequenceid=492, filesize=12.0 K 2024-12-04T22:42:29,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~200.95 KB/205776, currentSize=107.34 KB/109920 for 929542bb37ebebde4e4421ff47135068 in 66ms, sequenceid=492, compaction requested=true 2024-12-04T22:42:29,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-04T22:42:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-04T22:42:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-04T22:42:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:29,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:42:29,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:29,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:29,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:29,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:29,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:29,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:29,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6d43cba6d0e94cd8ad893d1dda06b836 is 50, key is test_row_0/A:col10/1733352149571/Put/seqid=0 2024-12-04T22:42:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742163_1339 (size=14741) 2024-12-04T22:42:29,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6d43cba6d0e94cd8ad893d1dda06b836 2024-12-04T22:42:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T22:42:29,710 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:29,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-04T22:42:29,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T22:42:29,713 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:29,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:29,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/9833cb17cd654b1d89fe4e538c5e5de2 is 50, key is test_row_0/B:col10/1733352149571/Put/seqid=0 2024-12-04T22:42:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742164_1340 (size=12301) 2024-12-04T22:42:29,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352209722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352209723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,733 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/c6dba61a9eb84520bdd390ea67d8cd1e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c6dba61a9eb84520bdd390ea67d8cd1e 2024-12-04T22:42:29,737 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into c6dba61a9eb84520bdd390ea67d8cd1e(size=13.0 K), total size for store is 49.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:29,737 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,737 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=13, startTime=1733352149180; duration=0sec 2024-12-04T22:42:29,737 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-12-04T22:42:29,737 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:29,737 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:29,737 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:29,737 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:42:29,739 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:42:29,739 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/C is initiating minor compaction (all files) 2024-12-04T22:42:29,739 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/C in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,739 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c6dba61a9eb84520bdd390ea67d8cd1e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ee1d1f6767594422a670ac4c4ac54ccf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0640eaefe95147a9afc2cf899fb7092e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/dd66a045265a42b4a5aae194fb746817] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=49.0 K 2024-12-04T22:42:29,740 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6dba61a9eb84520bdd390ea67d8cd1e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733352148202 2024-12-04T22:42:29,740 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee1d1f6767594422a670ac4c4ac54ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733352148343 2024-12-04T22:42:29,740 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0640eaefe95147a9afc2cf899fb7092e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733352149420 2024-12-04T22:42:29,741 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd66a045265a42b4a5aae194fb746817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733352149517 2024-12-04T22:42:29,749 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:29,749 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/18132740da7a4cddb952540822fbe4f2 is 50, key is test_row_0/C:col10/1733352149523/Put/seqid=0 2024-12-04T22:42:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742165_1341 (size=13425) 2024-12-04T22:42:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T22:42:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352209830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352209839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:29,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:29,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:29,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:29,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:29,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:29,952 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/f26cc9e6adc648ebabc98b81afd2585d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/f26cc9e6adc648ebabc98b81afd2585d 2024-12-04T22:42:29,956 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into f26cc9e6adc648ebabc98b81afd2585d(size=13.1 K), total size for store is 29.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:29,956 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:29,956 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352149530; duration=0sec 2024-12-04T22:42:29,956 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-04T22:42:29,956 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:29,956 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-04T22:42:29,957 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T22:42:29,957 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T22:42:29,957 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. because compaction request was cancelled 2024-12-04T22:42:29,957 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:29,957 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:42:29,958 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:42:29,958 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/B is initiating minor compaction (all files) 2024-12-04T22:42:29,958 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/B in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:29,958 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ba631d19b2cb42a796ebb74e0760671d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/99b1badb075640b79da75532f65671d5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/155a2b249d2c43f6b4d6f653518f3ca8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/75a6a59c29f04c9b858da24784cc204b] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=49.0 K 2024-12-04T22:42:29,958 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ba631d19b2cb42a796ebb74e0760671d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733352148202 2024-12-04T22:42:29,959 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 99b1badb075640b79da75532f65671d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733352148343 2024-12-04T22:42:29,959 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 155a2b249d2c43f6b4d6f653518f3ca8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733352149420 2024-12-04T22:42:29,959 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 75a6a59c29f04c9b858da24784cc204b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733352149517 2024-12-04T22:42:29,967 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:29,968 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/937e5a6a90b34ad8aed0beb68e8eb42e is 50, key is test_row_0/B:col10/1733352149523/Put/seqid=0 2024-12-04T22:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742166_1342 (size=13425) 2024-12-04T22:42:30,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:30,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:30,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T22:42:30,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352210040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352210050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,107 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-12-04T22:42:30,107 INFO [Thread-1126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1126. 2024-12-04T22:42:30,107 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,107 DEBUG [Thread-1126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,107 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,107 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,107 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,107 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:30,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:30,108 INFO [Thread-1122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1122. 2024-12-04T22:42:30,108 DEBUG [Thread-1122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,108 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,108 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:30,111 INFO [Thread-1124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1124. 2024-12-04T22:42:30,111 DEBUG [Thread-1124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,111 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,111 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:30,112 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-12-04T22:42:30,113 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,113 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,113 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:30,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/9833cb17cd654b1d89fe4e538c5e5de2 2024-12-04T22:42:30,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/3fe154ad6c7b4dd4b529301ce4dbb770 is 50, key is test_row_0/C:col10/1733352149571/Put/seqid=0 2024-12-04T22:42:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742167_1343 (size=12301) 2024-12-04T22:42:30,160 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/18132740da7a4cddb952540822fbe4f2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/18132740da7a4cddb952540822fbe4f2 2024-12-04T22:42:30,165 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 929542bb37ebebde4e4421ff47135068/C of 929542bb37ebebde4e4421ff47135068 into 18132740da7a4cddb952540822fbe4f2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:30,165 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:30,166 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/C, priority=12, startTime=1733352149597; duration=0sec 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. because compaction request was cancelled 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:30,166 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T22:42:30,167 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T22:42:30,167 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T22:42:30,167 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. because compaction request was cancelled 2024-12-04T22:42:30,167 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:30,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T22:42:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57366 deadline: 1733352210350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57328 deadline: 1733352210360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,382 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/937e5a6a90b34ad8aed0beb68e8eb42e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/937e5a6a90b34ad8aed0beb68e8eb42e 2024-12-04T22:42:30,393 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 929542bb37ebebde4e4421ff47135068/B of 929542bb37ebebde4e4421ff47135068 into 937e5a6a90b34ad8aed0beb68e8eb42e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:30,393 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:30,393 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/B, priority=12, startTime=1733352149597; duration=0sec 2024-12-04T22:42:30,394 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:30,394 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:30,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:30,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:30,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57352 deadline: 1733352210500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,501 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:30,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1733352210510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57298 deadline: 1733352210510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:30,510 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,512 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 929542bb37ebebde4e4421ff47135068 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:42:30,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/3fe154ad6c7b4dd4b529301ce4dbb770 2024-12-04T22:42:30,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/6d43cba6d0e94cd8ad893d1dda06b836 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6d43cba6d0e94cd8ad893d1dda06b836 2024-12-04T22:42:30,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6d43cba6d0e94cd8ad893d1dda06b836, entries=200, sequenceid=512, filesize=14.4 K 2024-12-04T22:42:30,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/9833cb17cd654b1d89fe4e538c5e5de2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9833cb17cd654b1d89fe4e538c5e5de2 2024-12-04T22:42:30,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9833cb17cd654b1d89fe4e538c5e5de2, entries=150, sequenceid=512, filesize=12.0 K 2024-12-04T22:42:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/3fe154ad6c7b4dd4b529301ce4dbb770 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/3fe154ad6c7b4dd4b529301ce4dbb770 2024-12-04T22:42:30,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/3fe154ad6c7b4dd4b529301ce4dbb770, entries=150, sequenceid=512, filesize=12.0 K 2024-12-04T22:42:30,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 929542bb37ebebde4e4421ff47135068 in 944ms, sequenceid=512, compaction requested=true 2024-12-04T22:42:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:30,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:30,637 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 929542bb37ebebde4e4421ff47135068:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:30,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T22:42:30,638 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:30,638 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 929542bb37ebebde4e4421ff47135068/A is initiating minor compaction (all files) 2024-12-04T22:42:30,639 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 929542bb37ebebde4e4421ff47135068/A in TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,639 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/f26cc9e6adc648ebabc98b81afd2585d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777bb556b93543589744eeab29d5e141, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6d43cba6d0e94cd8ad893d1dda06b836] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp, totalSize=44.3 K 2024-12-04T22:42:30,639 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T22:42:30,639 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f26cc9e6adc648ebabc98b81afd2585d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733352149420 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. because compaction request was cancelled 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:B 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 777bb556b93543589744eeab29d5e141, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733352149517 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d43cba6d0e94cd8ad893d1dda06b836, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733352149563 2024-12-04T22:42:30,640 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T22:42:30,641 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T22:42:30,641 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. because compaction request was cancelled 2024-12-04T22:42:30,641 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:C 2024-12-04T22:42:30,656 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 929542bb37ebebde4e4421ff47135068#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:30,657 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/a3bbd4cb0fb34427897dd97eb964a553 is 50, key is test_row_0/A:col10/1733352149571/Put/seqid=0 2024-12-04T22:42:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742168_1344 (size=13493) 2024-12-04T22:42:30,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T22:42:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:30,789 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:42:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:30,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/0b7083bb2ca945a9b087a3c518194bd7 is 50, key is test_row_0/A:col10/1733352149708/Put/seqid=0 2024-12-04T22:42:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742169_1345 (size=12301) 2024-12-04T22:42:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T22:42:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:30,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. as already flushing 2024-12-04T22:42:30,862 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-12-04T22:42:30,862 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,862 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,862 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:30,871 INFO [Thread-1111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1111. 2024-12-04T22:42:30,871 DEBUG [Thread-1111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:30,871 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,871 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:30,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:31,066 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/a3bbd4cb0fb34427897dd97eb964a553 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a3bbd4cb0fb34427897dd97eb964a553 2024-12-04T22:42:31,071 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 929542bb37ebebde4e4421ff47135068/A of 929542bb37ebebde4e4421ff47135068 into a3bbd4cb0fb34427897dd97eb964a553(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:31,071 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:31,071 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., storeName=929542bb37ebebde4e4421ff47135068/A, priority=13, startTime=1733352150637; duration=0sec 2024-12-04T22:42:31,071 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:31,071 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 929542bb37ebebde4e4421ff47135068:A 2024-12-04T22:42:31,198 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/0b7083bb2ca945a9b087a3c518194bd7 2024-12-04T22:42:31,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/24865611a11040a8a0bd12a3d2afe128 is 50, key is test_row_0/B:col10/1733352149708/Put/seqid=0 2024-12-04T22:42:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742170_1346 (size=12301) 2024-12-04T22:42:31,610 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/24865611a11040a8a0bd12a3d2afe128 2024-12-04T22:42:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0634e5132fc345ecbf67b1bda875f839 is 50, key is test_row_0/C:col10/1733352149708/Put/seqid=0 2024-12-04T22:42:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742171_1347 (size=12301) 2024-12-04T22:42:31,635 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0634e5132fc345ecbf67b1bda875f839 2024-12-04T22:42:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/0b7083bb2ca945a9b087a3c518194bd7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/0b7083bb2ca945a9b087a3c518194bd7 2024-12-04T22:42:31,642 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/0b7083bb2ca945a9b087a3c518194bd7, entries=150, sequenceid=528, filesize=12.0 K 2024-12-04T22:42:31,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/24865611a11040a8a0bd12a3d2afe128 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/24865611a11040a8a0bd12a3d2afe128 2024-12-04T22:42:31,646 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/24865611a11040a8a0bd12a3d2afe128, entries=150, sequenceid=528, filesize=12.0 K 2024-12-04T22:42:31,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/0634e5132fc345ecbf67b1bda875f839 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0634e5132fc345ecbf67b1bda875f839 2024-12-04T22:42:31,651 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0634e5132fc345ecbf67b1bda875f839, entries=150, sequenceid=528, filesize=12.0 K 2024-12-04T22:42:31,652 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=13.42 KB/13740 for 929542bb37ebebde4e4421ff47135068 in 863ms, sequenceid=528, compaction requested=true 2024-12-04T22:42:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 929542bb37ebebde4e4421ff47135068: 2024-12-04T22:42:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-04T22:42:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-12-04T22:42:31,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-04T22:42:31,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-12-04T22:42:31,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.9440 sec 2024-12-04T22:42:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T22:42:31,860 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:32,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:42:40,531 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-12-04T22:42:40,531 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:40,531 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,531 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:40,551 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-12-04T22:42:40,551 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:40,551 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,551 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:40,621 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-12-04T22:42:40,621 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:42:40,621 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,621 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3811 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3783 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3778 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3866 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3736 2024-12-04T22:42:40,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T22:42:40,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:42:40,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:42:40,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:40,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:40,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T22:42:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T22:42:40,625 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352160625"}]},"ts":"1733352160625"} 2024-12-04T22:42:40,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T22:42:40,627 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T22:42:40,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:42:40,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, UNASSIGN}] 2024-12-04T22:42:40,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, UNASSIGN 2024-12-04T22:42:40,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=929542bb37ebebde4e4421ff47135068, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:40,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, UNASSIGN because future has completed 2024-12-04T22:42:40,631 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:42:40,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:42:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T22:42:40,784 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:40,784 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:42:40,784 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 929542bb37ebebde4e4421ff47135068, disabling compactions & flushes 2024-12-04T22:42:40,784 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:40,785 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:40,785 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. after waiting 0 ms 2024-12-04T22:42:40,785 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:40,785 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 929542bb37ebebde4e4421ff47135068 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T22:42:40,785 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=A 2024-12-04T22:42:40,786 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:40,786 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=B 2024-12-04T22:42:40,786 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:40,786 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 929542bb37ebebde4e4421ff47135068, store=C 2024-12-04T22:42:40,786 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:40,793 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/bacfdae82819444fa8c25c6d121ae92a is 50, key is test_row_0/A:col10/1733352160550/Put/seqid=0 2024-12-04T22:42:40,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742172_1348 (size=9857) 2024-12-04T22:42:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T22:42:41,198 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/bacfdae82819444fa8c25c6d121ae92a 2024-12-04T22:42:41,211 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6 is 50, key is test_row_0/B:col10/1733352160550/Put/seqid=0 2024-12-04T22:42:41,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742173_1349 (size=9857) 2024-12-04T22:42:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T22:42:41,617 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6 2024-12-04T22:42:41,628 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/49d8aad7df28402992a3d0b1fd9d1923 is 50, key is test_row_0/C:col10/1733352160550/Put/seqid=0 2024-12-04T22:42:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742174_1350 (size=9857) 2024-12-04T22:42:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T22:42:42,032 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/49d8aad7df28402992a3d0b1fd9d1923 2024-12-04T22:42:42,036 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/A/bacfdae82819444fa8c25c6d121ae92a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/bacfdae82819444fa8c25c6d121ae92a 2024-12-04T22:42:42,038 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/bacfdae82819444fa8c25c6d121ae92a, entries=100, sequenceid=537, filesize=9.6 K 2024-12-04T22:42:42,039 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6 2024-12-04T22:42:42,042 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6, entries=100, sequenceid=537, filesize=9.6 K 2024-12-04T22:42:42,042 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/.tmp/C/49d8aad7df28402992a3d0b1fd9d1923 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/49d8aad7df28402992a3d0b1fd9d1923 2024-12-04T22:42:42,045 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/49d8aad7df28402992a3d0b1fd9d1923, entries=100, sequenceid=537, filesize=9.6 K 2024-12-04T22:42:42,046 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 1261ms, sequenceid=537, compaction requested=true 2024-12-04T22:42:42,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/770dacc6a99c4cb29e0085e73197161a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c58e56c760dc464f806f139abb828ba4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/2e51c25707c5452da3a97aafd5a9833c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/7944b25123d94ccbadb4f111f366dfe6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/46ddc026f1ed4220af0cdd69b3b28f16, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e809273df5394b1184da9a16997266e3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/24a10df5d8244aa090da49c26ef60621, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6532bc633dac479f9e858396b81fff2d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/faff4d7e16eb4daa8038113afd9e1d5d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/890c7633ce9845c687ec036abfc4db50, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c2a3353caf3e4604ad30f740ff683f0d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3b14bc00ff14433c853ff3e372672a94, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/8f6eed2f25a74154b6db743b83a3f713, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dfa726ec6f9349a9bf69990ef93e57ea, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/844702226eb748eaa2763f120c58ffb0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6ec8df44bfaf4a45a77bf21d8bcb3353, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/5ca9e383715e45e5a2ac261e73a8d551, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/714904ac44064cb898d22d0d3b854e0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dd77c8077f1a4de0b92e995834f35730, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aea20be9009c403885cc17a67af28a5e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c638b315cf0540dba737c08a3aeb7a85, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e2c2f8117bed4268877110b52e84f54e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6041841ac32a407f9290aded6ad30d6d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aec9d169d6554bdd916641f9f38bd8bf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777ea933dbf342a78d026996bd32a18b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/99e189ac1faa4894b64b7fa6f7c2d0c6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3f87e0f34b0e4a73a750e187c2be88e3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/b5b43ab9ba024211969c288fa38a6548, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/feb2a64cc86248c2a1d8b5fe663818ee, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/069c03c143aa454d88d2f21745630e22, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dcae671885bb487a9bd495ed00cc224c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/f26cc9e6adc648ebabc98b81afd2585d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a12179027746433f9f2ee2ae41c8db47, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777bb556b93543589744eeab29d5e141, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6d43cba6d0e94cd8ad893d1dda06b836] to archive 2024-12-04T22:42:42,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:42:42,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/770dacc6a99c4cb29e0085e73197161a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/770dacc6a99c4cb29e0085e73197161a 2024-12-04T22:42:42,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c58e56c760dc464f806f139abb828ba4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c58e56c760dc464f806f139abb828ba4 2024-12-04T22:42:42,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/2e51c25707c5452da3a97aafd5a9833c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/2e51c25707c5452da3a97aafd5a9833c 2024-12-04T22:42:42,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/7944b25123d94ccbadb4f111f366dfe6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/7944b25123d94ccbadb4f111f366dfe6 2024-12-04T22:42:42,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/46ddc026f1ed4220af0cdd69b3b28f16 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/46ddc026f1ed4220af0cdd69b3b28f16 2024-12-04T22:42:42,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e809273df5394b1184da9a16997266e3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e809273df5394b1184da9a16997266e3 2024-12-04T22:42:42,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/24a10df5d8244aa090da49c26ef60621 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/24a10df5d8244aa090da49c26ef60621 2024-12-04T22:42:42,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6532bc633dac479f9e858396b81fff2d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6532bc633dac479f9e858396b81fff2d 2024-12-04T22:42:42,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/faff4d7e16eb4daa8038113afd9e1d5d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/faff4d7e16eb4daa8038113afd9e1d5d 2024-12-04T22:42:42,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/890c7633ce9845c687ec036abfc4db50 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/890c7633ce9845c687ec036abfc4db50 2024-12-04T22:42:42,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c2a3353caf3e4604ad30f740ff683f0d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c2a3353caf3e4604ad30f740ff683f0d 2024-12-04T22:42:42,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3b14bc00ff14433c853ff3e372672a94 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3b14bc00ff14433c853ff3e372672a94 2024-12-04T22:42:42,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/8f6eed2f25a74154b6db743b83a3f713 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/8f6eed2f25a74154b6db743b83a3f713 2024-12-04T22:42:42,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dfa726ec6f9349a9bf69990ef93e57ea to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dfa726ec6f9349a9bf69990ef93e57ea 2024-12-04T22:42:42,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/844702226eb748eaa2763f120c58ffb0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/844702226eb748eaa2763f120c58ffb0 2024-12-04T22:42:42,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6ec8df44bfaf4a45a77bf21d8bcb3353 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6ec8df44bfaf4a45a77bf21d8bcb3353 2024-12-04T22:42:42,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/5ca9e383715e45e5a2ac261e73a8d551 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/5ca9e383715e45e5a2ac261e73a8d551 2024-12-04T22:42:42,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/714904ac44064cb898d22d0d3b854e0c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/714904ac44064cb898d22d0d3b854e0c 2024-12-04T22:42:42,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dd77c8077f1a4de0b92e995834f35730 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dd77c8077f1a4de0b92e995834f35730 2024-12-04T22:42:42,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aea20be9009c403885cc17a67af28a5e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aea20be9009c403885cc17a67af28a5e 2024-12-04T22:42:42,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c638b315cf0540dba737c08a3aeb7a85 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/c638b315cf0540dba737c08a3aeb7a85 2024-12-04T22:42:42,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e2c2f8117bed4268877110b52e84f54e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/e2c2f8117bed4268877110b52e84f54e 2024-12-04T22:42:42,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6041841ac32a407f9290aded6ad30d6d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6041841ac32a407f9290aded6ad30d6d 2024-12-04T22:42:42,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aec9d169d6554bdd916641f9f38bd8bf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/aec9d169d6554bdd916641f9f38bd8bf 2024-12-04T22:42:42,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777ea933dbf342a78d026996bd32a18b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777ea933dbf342a78d026996bd32a18b 2024-12-04T22:42:42,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/99e189ac1faa4894b64b7fa6f7c2d0c6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/99e189ac1faa4894b64b7fa6f7c2d0c6 2024-12-04T22:42:42,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3f87e0f34b0e4a73a750e187c2be88e3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/3f87e0f34b0e4a73a750e187c2be88e3 2024-12-04T22:42:42,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/b5b43ab9ba024211969c288fa38a6548 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/b5b43ab9ba024211969c288fa38a6548 2024-12-04T22:42:42,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/feb2a64cc86248c2a1d8b5fe663818ee to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/feb2a64cc86248c2a1d8b5fe663818ee 2024-12-04T22:42:42,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/069c03c143aa454d88d2f21745630e22 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/069c03c143aa454d88d2f21745630e22 2024-12-04T22:42:42,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dcae671885bb487a9bd495ed00cc224c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/dcae671885bb487a9bd495ed00cc224c 2024-12-04T22:42:42,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/f26cc9e6adc648ebabc98b81afd2585d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/f26cc9e6adc648ebabc98b81afd2585d 2024-12-04T22:42:42,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a12179027746433f9f2ee2ae41c8db47 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a12179027746433f9f2ee2ae41c8db47 2024-12-04T22:42:42,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777bb556b93543589744eeab29d5e141 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/777bb556b93543589744eeab29d5e141 2024-12-04T22:42:42,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6d43cba6d0e94cd8ad893d1dda06b836 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/6d43cba6d0e94cd8ad893d1dda06b836 2024-12-04T22:42:42,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/df6eaad644064e309e1299fed44290e8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/b6767425d69c43d395cc927eb0860035, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7dee833dda694f458dd58145a545c18b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/edf105f86a624984bac7d6489edfe4c6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/4bd6148854c54282ba86b345f465a808, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/66080f6423d54086a08e12d40c4b055a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/01d9682cd11e46bfa79adee19f81216a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9360762949cc43fba711382230fd92a0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a12aff1f14244d9aa65fae20c193912a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7fe8af3b4ed548c7bd41b677ee7cf6a2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/93cc341c67c34c7b9f9b51895124197e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c37f2af6e6b5450e8491328648a5ff33, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c517a8a07ecc4534a35cb1f45acc4f5d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/8da74bed73244b818901c617cefcdf1e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c7a3ec04bbbe4a109caf60e571def3a3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/23486c00e91d4d0e9f519b8dc074349a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/580e0c1ce3e240c5a8651fb5247d5083, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/e39cd53af45b4fc79355ff24d5a79efa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d10e3620b17b45fbae1cc93585a41982, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d76ded0eff9343528c388a89d6361e48, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef849b0720d44cd3aa1e9242479e3897, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a042362720f24d26b4cc7f451e229ed5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/2f1894a0c4b543739a53e66ee9de815d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ad1eff7b49bc449e83094a8678079517, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/21eb65e294dc4461b8eddc5dfa724242, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/845dc1146f6a4f11924db523882920a9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef158350aaa54fc98e7a4572df25b883, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ba631d19b2cb42a796ebb74e0760671d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/13c8026cb42945d8a71ea5aeebdb2f55, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/99b1badb075640b79da75532f65671d5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/155a2b249d2c43f6b4d6f653518f3ca8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/75a6a59c29f04c9b858da24784cc204b] to archive 2024-12-04T22:42:42,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:42:42,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/df6eaad644064e309e1299fed44290e8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/df6eaad644064e309e1299fed44290e8 2024-12-04T22:42:42,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/b6767425d69c43d395cc927eb0860035 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/b6767425d69c43d395cc927eb0860035 2024-12-04T22:42:42,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7dee833dda694f458dd58145a545c18b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7dee833dda694f458dd58145a545c18b 2024-12-04T22:42:42,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/edf105f86a624984bac7d6489edfe4c6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/edf105f86a624984bac7d6489edfe4c6 2024-12-04T22:42:42,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/4bd6148854c54282ba86b345f465a808 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/4bd6148854c54282ba86b345f465a808 2024-12-04T22:42:42,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/66080f6423d54086a08e12d40c4b055a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/66080f6423d54086a08e12d40c4b055a 2024-12-04T22:42:42,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/01d9682cd11e46bfa79adee19f81216a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/01d9682cd11e46bfa79adee19f81216a 2024-12-04T22:42:42,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9360762949cc43fba711382230fd92a0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9360762949cc43fba711382230fd92a0 2024-12-04T22:42:42,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a12aff1f14244d9aa65fae20c193912a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a12aff1f14244d9aa65fae20c193912a 2024-12-04T22:42:42,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7fe8af3b4ed548c7bd41b677ee7cf6a2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7fe8af3b4ed548c7bd41b677ee7cf6a2 2024-12-04T22:42:42,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/93cc341c67c34c7b9f9b51895124197e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/93cc341c67c34c7b9f9b51895124197e 2024-12-04T22:42:42,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c37f2af6e6b5450e8491328648a5ff33 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c37f2af6e6b5450e8491328648a5ff33 2024-12-04T22:42:42,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c517a8a07ecc4534a35cb1f45acc4f5d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c517a8a07ecc4534a35cb1f45acc4f5d 2024-12-04T22:42:42,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/8da74bed73244b818901c617cefcdf1e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/8da74bed73244b818901c617cefcdf1e 2024-12-04T22:42:42,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/1b1b9401a7c54c0ba01ef7f9d6a4ffd9 2024-12-04T22:42:42,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c7a3ec04bbbe4a109caf60e571def3a3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/c7a3ec04bbbe4a109caf60e571def3a3 2024-12-04T22:42:42,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/23486c00e91d4d0e9f519b8dc074349a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/23486c00e91d4d0e9f519b8dc074349a 2024-12-04T22:42:42,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/580e0c1ce3e240c5a8651fb5247d5083 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/580e0c1ce3e240c5a8651fb5247d5083 2024-12-04T22:42:42,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/e39cd53af45b4fc79355ff24d5a79efa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/e39cd53af45b4fc79355ff24d5a79efa 2024-12-04T22:42:42,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d10e3620b17b45fbae1cc93585a41982 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d10e3620b17b45fbae1cc93585a41982 2024-12-04T22:42:42,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d76ded0eff9343528c388a89d6361e48 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/d76ded0eff9343528c388a89d6361e48 2024-12-04T22:42:42,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef849b0720d44cd3aa1e9242479e3897 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef849b0720d44cd3aa1e9242479e3897 2024-12-04T22:42:42,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a042362720f24d26b4cc7f451e229ed5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/a042362720f24d26b4cc7f451e229ed5 2024-12-04T22:42:42,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/2f1894a0c4b543739a53e66ee9de815d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/2f1894a0c4b543739a53e66ee9de815d 2024-12-04T22:42:42,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ad1eff7b49bc449e83094a8678079517 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ad1eff7b49bc449e83094a8678079517 2024-12-04T22:42:42,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/21eb65e294dc4461b8eddc5dfa724242 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/21eb65e294dc4461b8eddc5dfa724242 2024-12-04T22:42:42,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/845dc1146f6a4f11924db523882920a9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/845dc1146f6a4f11924db523882920a9 2024-12-04T22:42:42,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef158350aaa54fc98e7a4572df25b883 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ef158350aaa54fc98e7a4572df25b883 2024-12-04T22:42:42,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ba631d19b2cb42a796ebb74e0760671d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/ba631d19b2cb42a796ebb74e0760671d 2024-12-04T22:42:42,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/13c8026cb42945d8a71ea5aeebdb2f55 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/13c8026cb42945d8a71ea5aeebdb2f55 2024-12-04T22:42:42,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/99b1badb075640b79da75532f65671d5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/99b1badb075640b79da75532f65671d5 2024-12-04T22:42:42,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/155a2b249d2c43f6b4d6f653518f3ca8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/155a2b249d2c43f6b4d6f653518f3ca8 2024-12-04T22:42:42,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/75a6a59c29f04c9b858da24784cc204b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/75a6a59c29f04c9b858da24784cc204b 2024-12-04T22:42:42,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/aa1dba6e74294917ab01d1e31488ce92, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6fa874731d264d2a84e758cce68bcc51, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cba5f600e49d4aadb1a64908712bb436, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c8c5cb099efc47d4981db37f03172995, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b9f500ef237d4bdaac53758d732fe160, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ffc7fd1cd3254a31a40d3b2ef656f447, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6bd24989d67f4c4b9c351c22a55149ca, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cdc1ad266e6e41d48b5e71121e660fc4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c4e74a01eaf9440ea2fd708c64b67ebf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/7ae3b5c2177e453fa87257ebe4577636, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/1afc901aa68f402ea8c6f2c7e975e5f4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f45b02d4c6814ae79931c077cd170d1b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9d68b1a41a7d493d884c7d422f824db3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0ff72c11e4ea45e49a8e457c8d6fc272, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5fd1a7e6b99a47ad9798d0605df259f3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/96589a0175db4500ad3f9c3533e0f474, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5a0bb217eb3f435794e9bf66fd6d62e6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/bf7f0cb7c23b45ebbc0f94a3b1693f22, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f7fe722ce2a346e480b463508e0defda, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b6c55af36bde4370a6a613a784cfebfb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f97ffa1d19e043218d396e22c2529b15, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0b81b1dab3bc44779d80e87589908d71, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/d268c7105f4d41a598d388a3cca5d817, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/2f4082f7ab7b4c0b871ff790d5c1f872, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9b8a76b729774045b44d9ff27350a741, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6c8d9e1b44334cfcaa5a59acfe225337, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/21c072d4fc3543418581fb3ffada945c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/8e35b17409bf4470ab4544683fa3f570, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c6dba61a9eb84520bdd390ea67d8cd1e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/173f417156ba4e0dbcfe2d65c7f26256, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ee1d1f6767594422a670ac4c4ac54ccf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0640eaefe95147a9afc2cf899fb7092e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/dd66a045265a42b4a5aae194fb746817] to archive 2024-12-04T22:42:42,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:42:42,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/aa1dba6e74294917ab01d1e31488ce92 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/aa1dba6e74294917ab01d1e31488ce92 2024-12-04T22:42:42,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6fa874731d264d2a84e758cce68bcc51 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6fa874731d264d2a84e758cce68bcc51 2024-12-04T22:42:42,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cba5f600e49d4aadb1a64908712bb436 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cba5f600e49d4aadb1a64908712bb436 2024-12-04T22:42:42,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c8c5cb099efc47d4981db37f03172995 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c8c5cb099efc47d4981db37f03172995 2024-12-04T22:42:42,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b9f500ef237d4bdaac53758d732fe160 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b9f500ef237d4bdaac53758d732fe160 2024-12-04T22:42:42,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ffc7fd1cd3254a31a40d3b2ef656f447 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ffc7fd1cd3254a31a40d3b2ef656f447 2024-12-04T22:42:42,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6bd24989d67f4c4b9c351c22a55149ca to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6bd24989d67f4c4b9c351c22a55149ca 2024-12-04T22:42:42,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cdc1ad266e6e41d48b5e71121e660fc4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/cdc1ad266e6e41d48b5e71121e660fc4 2024-12-04T22:42:42,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c4e74a01eaf9440ea2fd708c64b67ebf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c4e74a01eaf9440ea2fd708c64b67ebf 2024-12-04T22:42:42,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/7ae3b5c2177e453fa87257ebe4577636 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/7ae3b5c2177e453fa87257ebe4577636 2024-12-04T22:42:42,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/1afc901aa68f402ea8c6f2c7e975e5f4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/1afc901aa68f402ea8c6f2c7e975e5f4 2024-12-04T22:42:42,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f45b02d4c6814ae79931c077cd170d1b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f45b02d4c6814ae79931c077cd170d1b 2024-12-04T22:42:42,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9d68b1a41a7d493d884c7d422f824db3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9d68b1a41a7d493d884c7d422f824db3 2024-12-04T22:42:42,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0ff72c11e4ea45e49a8e457c8d6fc272 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0ff72c11e4ea45e49a8e457c8d6fc272 2024-12-04T22:42:42,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5fd1a7e6b99a47ad9798d0605df259f3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5fd1a7e6b99a47ad9798d0605df259f3 2024-12-04T22:42:42,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/96589a0175db4500ad3f9c3533e0f474 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/96589a0175db4500ad3f9c3533e0f474 2024-12-04T22:42:42,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5a0bb217eb3f435794e9bf66fd6d62e6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/5a0bb217eb3f435794e9bf66fd6d62e6 2024-12-04T22:42:42,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/bf7f0cb7c23b45ebbc0f94a3b1693f22 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/bf7f0cb7c23b45ebbc0f94a3b1693f22 2024-12-04T22:42:42,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f7fe722ce2a346e480b463508e0defda to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f7fe722ce2a346e480b463508e0defda 2024-12-04T22:42:42,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b6c55af36bde4370a6a613a784cfebfb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/b6c55af36bde4370a6a613a784cfebfb 2024-12-04T22:42:42,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f97ffa1d19e043218d396e22c2529b15 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/f97ffa1d19e043218d396e22c2529b15 2024-12-04T22:42:42,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0b81b1dab3bc44779d80e87589908d71 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0b81b1dab3bc44779d80e87589908d71 2024-12-04T22:42:42,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/d268c7105f4d41a598d388a3cca5d817 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/d268c7105f4d41a598d388a3cca5d817 2024-12-04T22:42:42,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/2f4082f7ab7b4c0b871ff790d5c1f872 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/2f4082f7ab7b4c0b871ff790d5c1f872 2024-12-04T22:42:42,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9b8a76b729774045b44d9ff27350a741 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/9b8a76b729774045b44d9ff27350a741 2024-12-04T22:42:42,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6c8d9e1b44334cfcaa5a59acfe225337 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/6c8d9e1b44334cfcaa5a59acfe225337 2024-12-04T22:42:42,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/21c072d4fc3543418581fb3ffada945c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/21c072d4fc3543418581fb3ffada945c 2024-12-04T22:42:42,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/8e35b17409bf4470ab4544683fa3f570 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/8e35b17409bf4470ab4544683fa3f570 2024-12-04T22:42:42,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c6dba61a9eb84520bdd390ea67d8cd1e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/c6dba61a9eb84520bdd390ea67d8cd1e 2024-12-04T22:42:42,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/173f417156ba4e0dbcfe2d65c7f26256 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/173f417156ba4e0dbcfe2d65c7f26256 2024-12-04T22:42:42,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ee1d1f6767594422a670ac4c4ac54ccf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/ee1d1f6767594422a670ac4c4ac54ccf 2024-12-04T22:42:42,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0640eaefe95147a9afc2cf899fb7092e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0640eaefe95147a9afc2cf899fb7092e 2024-12-04T22:42:42,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/dd66a045265a42b4a5aae194fb746817 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/dd66a045265a42b4a5aae194fb746817 2024-12-04T22:42:42,140 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/recovered.edits/540.seqid, newMaxSeqId=540, maxSeqId=1 2024-12-04T22:42:42,141 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. 2024-12-04T22:42:42,141 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 929542bb37ebebde4e4421ff47135068: Waiting for close lock at 1733352160784Running coprocessor pre-close hooks at 1733352160784Disabling compacts and flushes for region at 1733352160784Disabling writes for close at 1733352160785 (+1 ms)Obtaining lock to block concurrent updates at 1733352160785Preparing flush snapshotting stores in 929542bb37ebebde4e4421ff47135068 at 1733352160785Finished memstore snapshotting TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733352160786 (+1 ms)Flushing stores of TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068. at 1733352160787 (+1 ms)Flushing 929542bb37ebebde4e4421ff47135068/A: creating writer at 1733352160787Flushing 929542bb37ebebde4e4421ff47135068/A: appending metadata at 1733352160792 (+5 ms)Flushing 929542bb37ebebde4e4421ff47135068/A: closing flushed file at 1733352160792Flushing 929542bb37ebebde4e4421ff47135068/B: creating writer at 1733352161208 (+416 ms)Flushing 929542bb37ebebde4e4421ff47135068/B: appending metadata at 1733352161211 (+3 ms)Flushing 929542bb37ebebde4e4421ff47135068/B: closing flushed file at 1733352161211Flushing 929542bb37ebebde4e4421ff47135068/C: creating writer at 1733352161624 (+413 ms)Flushing 929542bb37ebebde4e4421ff47135068/C: appending metadata at 1733352161627 (+3 ms)Flushing 929542bb37ebebde4e4421ff47135068/C: closing flushed file at 1733352161628 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d022312: reopening flushed file at 1733352162035 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ff8613: reopening flushed file at 1733352162039 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48600059: reopening flushed file at 1733352162042 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 929542bb37ebebde4e4421ff47135068 in 1261ms, sequenceid=537, compaction requested=true at 1733352162046 (+4 ms)Writing region close event to WAL at 1733352162137 (+91 ms)Running coprocessor post-close hooks at 1733352162141 (+4 ms)Closed at 1733352162141 2024-12-04T22:42:42,142 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:42,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=929542bb37ebebde4e4421ff47135068, regionState=CLOSED 2024-12-04T22:42:42,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:42:42,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-04T22:42:42,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 929542bb37ebebde4e4421ff47135068, server=9840c0493aab,32925,1733352064572 in 1.5130 sec 2024-12-04T22:42:42,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-04T22:42:42,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=929542bb37ebebde4e4421ff47135068, UNASSIGN in 1.5180 sec 2024-12-04T22:42:42,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-04T22:42:42,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5200 sec 2024-12-04T22:42:42,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352162149"}]},"ts":"1733352162149"} 2024-12-04T22:42:42,150 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T22:42:42,150 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T22:42:42,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5280 sec 2024-12-04T22:42:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T22:42:42,780 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:42,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T22:42:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,783 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-04T22:42:42,784 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,786 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:42,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/recovered.edits] 2024-12-04T22:42:42,793 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/0b7083bb2ca945a9b087a3c518194bd7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/0b7083bb2ca945a9b087a3c518194bd7 2024-12-04T22:42:42,795 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a3bbd4cb0fb34427897dd97eb964a553 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/a3bbd4cb0fb34427897dd97eb964a553 2024-12-04T22:42:42,796 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/bacfdae82819444fa8c25c6d121ae92a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/A/bacfdae82819444fa8c25c6d121ae92a 2024-12-04T22:42:42,798 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/24865611a11040a8a0bd12a3d2afe128 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/24865611a11040a8a0bd12a3d2afe128 2024-12-04T22:42:42,799 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/7c1cfd98b7bf4eaf983f0ff019e2e0a6 2024-12-04T22:42:42,800 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/937e5a6a90b34ad8aed0beb68e8eb42e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/937e5a6a90b34ad8aed0beb68e8eb42e 2024-12-04T22:42:42,801 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9833cb17cd654b1d89fe4e538c5e5de2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/B/9833cb17cd654b1d89fe4e538c5e5de2 2024-12-04T22:42:42,803 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0634e5132fc345ecbf67b1bda875f839 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/0634e5132fc345ecbf67b1bda875f839 2024-12-04T22:42:42,805 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/18132740da7a4cddb952540822fbe4f2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/18132740da7a4cddb952540822fbe4f2 2024-12-04T22:42:42,806 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/3fe154ad6c7b4dd4b529301ce4dbb770 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/3fe154ad6c7b4dd4b529301ce4dbb770 2024-12-04T22:42:42,808 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/49d8aad7df28402992a3d0b1fd9d1923 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/C/49d8aad7df28402992a3d0b1fd9d1923 2024-12-04T22:42:42,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/recovered.edits/540.seqid to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068/recovered.edits/540.seqid 2024-12-04T22:42:42,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/929542bb37ebebde4e4421ff47135068 2024-12-04T22:42:42,812 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T22:42:42,815 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,819 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T22:42:42,821 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T22:42:42,823 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,823 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T22:42:42,823 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733352162823"}]},"ts":"9223372036854775807"} 2024-12-04T22:42:42,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T22:42:42,824 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 929542bb37ebebde4e4421ff47135068, NAME => 'TestAcidGuarantees,,1733352127897.929542bb37ebebde4e4421ff47135068.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T22:42:42,824 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T22:42:42,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733352162825"}]},"ts":"9223372036854775807"} 2024-12-04T22:42:42,826 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T22:42:42,827 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-12-04T22:42:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-04T22:42:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:42:42,892 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:42,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 250), OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 306) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10584 (was 10453) - AvailableMemoryMB LEAK? - 2024-12-04T22:42:42,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=10584 2024-12-04T22:42:42,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:42:42,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:42:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:42,917 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:42:42,917 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:42,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-12-04T22:42:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T22:42:42,918 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:42:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742175_1351 (size=1061) 2024-12-04T22:42:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T22:42:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T22:42:43,325 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:42:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742176_1352 (size=53) 2024-12-04T22:42:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T22:42:43,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:43,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fdaf2716fb316954387072e074938b84, disabling compactions & flushes 2024-12-04T22:42:43,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:43,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:43,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. after waiting 0 ms 2024-12-04T22:42:43,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:43,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:43,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdaf2716fb316954387072e074938b84: Waiting for close lock at 1733352163731Disabling compacts and flushes for region at 1733352163731Disabling writes for close at 1733352163732 (+1 ms)Writing region close event to WAL at 1733352163732Closed at 1733352163732 2024-12-04T22:42:43,734 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:42:43,734 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733352163734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352163734"}]},"ts":"1733352163734"} 2024-12-04T22:42:43,737 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:42:43,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:42:43,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352163738"}]},"ts":"1733352163738"} 2024-12-04T22:42:43,740 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T22:42:43,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, ASSIGN}] 2024-12-04T22:42:43,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, ASSIGN 2024-12-04T22:42:43,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, ASSIGN; state=OFFLINE, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=false 2024-12-04T22:42:43,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:43,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, ASSIGN because future has completed 2024-12-04T22:42:43,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:42:44,052 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:44,052 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:42:44,053 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,053 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:44,053 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,053 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,056 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,057 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:44,058 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaf2716fb316954387072e074938b84 columnFamilyName A 2024-12-04T22:42:44,058 DEBUG [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:44,058 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(327): Store=fdaf2716fb316954387072e074938b84/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:44,058 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,060 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T22:42:44,060 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaf2716fb316954387072e074938b84 columnFamilyName B 2024-12-04T22:42:44,060 DEBUG [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:44,060 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(327): Store=fdaf2716fb316954387072e074938b84/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:44,060 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,062 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:44,062 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaf2716fb316954387072e074938b84 columnFamilyName C 2024-12-04T22:42:44,062 DEBUG [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:44,062 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(327): Store=fdaf2716fb316954387072e074938b84/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:44,063 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:44,063 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,063 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,064 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,065 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,065 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,065 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:42:44,066 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,069 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:42:44,069 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened fdaf2716fb316954387072e074938b84; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69542710, jitterRate=0.03626713156700134}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:42:44,069 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:44,070 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for fdaf2716fb316954387072e074938b84: Running coprocessor pre-open hook at 1733352164054Writing region info on filesystem at 1733352164054Initializing all the Stores at 1733352164055 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352164055Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352164056 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352164056Cleaning up temporary data from old regions at 1733352164065 (+9 ms)Running coprocessor post-open hooks at 1733352164069 (+4 ms)Region opened successfully at 1733352164070 (+1 ms) 2024-12-04T22:42:44,070 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., pid=99, masterSystemTime=1733352164046 2024-12-04T22:42:44,072 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:44,072 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:44,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:44,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:42:44,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-04T22:42:44,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 in 179 msec 2024-12-04T22:42:44,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-04T22:42:44,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, ASSIGN in 335 msec 2024-12-04T22:42:44,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:42:44,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352164077"}]},"ts":"1733352164077"} 2024-12-04T22:42:44,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T22:42:44,079 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:42:44,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-12-04T22:42:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T22:42:45,070 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:45,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:45,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:45,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:45,073 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a5ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:45,076 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8b3b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:45,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:45,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:45,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46aab626 2024-12-04T22:42:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:42:45,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:42:45,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:42:45,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:42:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T22:42:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742177_1353 (size=1097) 2024-12-04T22:42:45,500 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T22:42:45,500 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T22:42:45,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:42:45,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, REOPEN/MOVE}] 2024-12-04T22:42:45,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, REOPEN/MOVE 2024-12-04T22:42:45,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, REOPEN/MOVE because future has completed 2024-12-04T22:42:45,509 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:42:45,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:42:45,663 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,663 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:42:45,663 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing fdaf2716fb316954387072e074938b84, disabling compactions & flushes 2024-12-04T22:42:45,663 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:45,663 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:45,663 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. after waiting 0 ms 2024-12-04T22:42:45,663 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:45,672 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T22:42:45,674 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:45,674 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for fdaf2716fb316954387072e074938b84: Waiting for close lock at 1733352165663Running coprocessor pre-close hooks at 1733352165663Disabling compacts and flushes for region at 1733352165663Disabling writes for close at 1733352165663Writing region close event to WAL at 1733352165664 (+1 ms)Running coprocessor post-close hooks at 1733352165673 (+9 ms)Closed at 1733352165674 (+1 ms) 2024-12-04T22:42:45,674 WARN [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: fdaf2716fb316954387072e074938b84 to self. 2024-12-04T22:42:45,677 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,677 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=CLOSED 2024-12-04T22:42:45,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:42:45,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-12-04T22:42:45,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 in 170 msec 2024-12-04T22:42:45,682 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, REOPEN/MOVE; state=CLOSED, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=true 2024-12-04T22:42:45,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:45,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, REOPEN/MOVE because future has completed 2024-12-04T22:42:45,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:42:45,992 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:45,992 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:42:45,992 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,993 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:45,993 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,993 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,994 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,995 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:45,995 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaf2716fb316954387072e074938b84 columnFamilyName A 2024-12-04T22:42:45,996 DEBUG [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:45,996 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(327): Store=fdaf2716fb316954387072e074938b84/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:45,997 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,997 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:45,997 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaf2716fb316954387072e074938b84 columnFamilyName B 2024-12-04T22:42:45,997 DEBUG [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:45,998 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(327): Store=fdaf2716fb316954387072e074938b84/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:45,998 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,998 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:42:45,998 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaf2716fb316954387072e074938b84 columnFamilyName C 2024-12-04T22:42:45,998 DEBUG [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:45,999 INFO [StoreOpener-fdaf2716fb316954387072e074938b84-1 {}] regionserver.HStore(327): Store=fdaf2716fb316954387072e074938b84/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:45,999 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:45,999 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:45,999 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,000 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,001 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,001 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,002 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:42:46,003 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,003 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened fdaf2716fb316954387072e074938b84; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63298399, jitterRate=-0.05678035318851471}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:42:46,003 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,004 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for fdaf2716fb316954387072e074938b84: Running coprocessor pre-open hook at 1733352165993Writing region info on filesystem at 1733352165993Initializing all the Stores at 1733352165994 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352165994Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352165994Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352165994Cleaning up temporary data from old regions at 1733352166001 (+7 ms)Running coprocessor post-open hooks at 1733352166003 (+2 ms)Region opened successfully at 1733352166004 (+1 ms) 2024-12-04T22:42:46,005 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., pid=104, masterSystemTime=1733352165989 2024-12-04T22:42:46,007 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,007 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=OPEN, openSeqNum=5, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:42:46,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-12-04T22:42:46,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 in 174 msec 2024-12-04T22:42:46,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-04T22:42:46,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, REOPEN/MOVE in 506 msec 2024-12-04T22:42:46,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-04T22:42:46,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-12-04T22:42:46,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 929 msec 2024-12-04T22:42:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-04T22:42:46,017 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:46,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e5e3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,021 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3465bc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,023 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217f59a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,024 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfbe415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,026 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7a47ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,028 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcfed96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,030 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328ba694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,031 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46573378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,034 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59439f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7571351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,037 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4193b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,039 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4733d972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,040 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5aae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,042 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355a2999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,044 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704f7cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,046 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4d897e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,047 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da7487a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,049 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d6a122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5135eed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:42:46,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:42:46,051 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:42:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:42:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:42:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e559cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:42:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:42:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:46,052 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:42:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385a206c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:42:46,053 DEBUG [Thread-1618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,053 DEBUG [Thread-1616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,053 DEBUG [Thread-1612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,053 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,054 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,056 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-04T22:42:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:46,061 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:46,062 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:46,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:46,076 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,076 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,076 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,080 DEBUG [Thread-1601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:42:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:46,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,084 DEBUG [Thread-1614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:42:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:42:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:42:46,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:42:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:42:46,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204be60bacf6a5a4e34ba66c4108669ce01_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352166078/Put/seqid=0 2024-12-04T22:42:46,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742178_1354 (size=12154) 2024-12-04T22:42:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352226115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733352166086, max timestamp=1733352166120Num uniques 859; 2024-12-04T22:42:46,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T22:42:46,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733352166086, max timestamp=1733352166120Num uniques 859; 2024-12-04T22:42:46,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733352166086, max timestamp=1733352166120Num uniques 859; 2024-12-04T22:42:46,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T22:42:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-04T22:42:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352226151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352226151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352226153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352226159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:46,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352226230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352226269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352226269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352226270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352226280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352226449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352226480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352226490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352226490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352226500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,511 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:46,513 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204be60bacf6a5a4e34ba66c4108669ce01_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204be60bacf6a5a4e34ba66c4108669ce01_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:46,514 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a068d64dd9e04f48a15024c142e460f0, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:46,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a068d64dd9e04f48a15024c142e460f0 is 175, key is test_row_0/A:col10/1733352166078/Put/seqid=0 2024-12-04T22:42:46,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742179_1355 (size=30955) 2024-12-04T22:42:46,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:46,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:46,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352226769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352226789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352226803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352226803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352226809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:46,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:46,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:46,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a068d64dd9e04f48a15024c142e460f0 2024-12-04T22:42:46,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/705f5a1e139742a7ba399e3cf4b44f1a is 50, key is test_row_0/B:col10/1733352166078/Put/seqid=0 2024-12-04T22:42:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742180_1356 (size=12001) 2024-12-04T22:42:46,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:46,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:47,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:47,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:47,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352227280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:47,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352227300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:47,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:47,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352227309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:47,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352227309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352227330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:47,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/705f5a1e139742a7ba399e3cf4b44f1a 2024-12-04T22:42:47,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/825341cbe9ed41e6a6f795af6a1bb4aa is 50, key is test_row_0/C:col10/1733352166078/Put/seqid=0 2024-12-04T22:42:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742181_1357 (size=12001) 2024-12-04T22:42:47,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:47,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:47,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:42:47,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:47,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/825341cbe9ed41e6a6f795af6a1bb4aa 2024-12-04T22:42:47,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a068d64dd9e04f48a15024c142e460f0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0 2024-12-04T22:42:47,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0, entries=150, sequenceid=15, filesize=30.2 K 2024-12-04T22:42:47,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/705f5a1e139742a7ba399e3cf4b44f1a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/705f5a1e139742a7ba399e3cf4b44f1a 2024-12-04T22:42:47,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/705f5a1e139742a7ba399e3cf4b44f1a, entries=150, sequenceid=15, filesize=11.7 K 2024-12-04T22:42:47,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/825341cbe9ed41e6a6f795af6a1bb4aa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/825341cbe9ed41e6a6f795af6a1bb4aa 2024-12-04T22:42:47,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/825341cbe9ed41e6a6f795af6a1bb4aa, entries=150, sequenceid=15, filesize=11.7 K 2024-12-04T22:42:47,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for fdaf2716fb316954387072e074938b84 in 1706ms, sequenceid=15, compaction requested=false 2024-12-04T22:42:47,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:47,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T22:42:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:47,894 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-12-04T22:42:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:42:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120415dc01b5bda8471488525504fcaa1daf_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352166157/Put/seqid=0 2024-12-04T22:42:47,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742182_1358 (size=12154) 2024-12-04T22:42:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:48,307 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120415dc01b5bda8471488525504fcaa1daf_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120415dc01b5bda8471488525504fcaa1daf_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a39be0986ee54fd5a2a88c300f75390f, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:48,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a39be0986ee54fd5a2a88c300f75390f is 175, key is test_row_0/A:col10/1733352166157/Put/seqid=0 2024-12-04T22:42:48,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742183_1359 (size=30955) 2024-12-04T22:42:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352228320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352228320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,326 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,326 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352228324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352228330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,335 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352228339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,342 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352228430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352228640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:48,712 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a39be0986ee54fd5a2a88c300f75390f 2024-12-04T22:42:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/85e5da237cfb465daf050867139dc201 is 50, key is test_row_0/B:col10/1733352166157/Put/seqid=0 2024-12-04T22:42:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742184_1360 (size=12001) 2024-12-04T22:42:48,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352228950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:49,120 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/85e5da237cfb465daf050867139dc201 2024-12-04T22:42:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/0c3ea78937374e2695d0eb7c0e5a3f4b is 50, key is test_row_0/C:col10/1733352166157/Put/seqid=0 2024-12-04T22:42:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742185_1361 (size=12001) 2024-12-04T22:42:49,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352229463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:49,530 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/0c3ea78937374e2695d0eb7c0e5a3f4b 2024-12-04T22:42:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a39be0986ee54fd5a2a88c300f75390f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f 2024-12-04T22:42:49,537 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f, entries=150, sequenceid=49, filesize=30.2 K 2024-12-04T22:42:49,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/85e5da237cfb465daf050867139dc201 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/85e5da237cfb465daf050867139dc201 2024-12-04T22:42:49,540 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/85e5da237cfb465daf050867139dc201, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:42:49,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/0c3ea78937374e2695d0eb7c0e5a3f4b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0c3ea78937374e2695d0eb7c0e5a3f4b 2024-12-04T22:42:49,544 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0c3ea78937374e2695d0eb7c0e5a3f4b, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T22:42:49,545 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for fdaf2716fb316954387072e074938b84 in 1651ms, sequenceid=49, compaction requested=false 2024-12-04T22:42:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-04T22:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-04T22:42:49,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-04T22:42:49,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4840 sec 2024-12-04T22:42:49,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.4920 sec 2024-12-04T22:42:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T22:42:50,230 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:50,230 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-04T22:42:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:50,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:50,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:50,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:50,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T22:42:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:50,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:50,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204de648a421dfa46ea98939a175944aef8_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742186_1362 (size=17034) 2024-12-04T22:42:50,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352230387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352230388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352230389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352230391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352230479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,484 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352230499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352230500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352230500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352230500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:50,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:50,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:50,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352230710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352230710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352230710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352230710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:50,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:50,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204de648a421dfa46ea98939a175944aef8_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204de648a421dfa46ea98939a175944aef8_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:50,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/b73daf547f02413c8532889ae8e6fbc4, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:50,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/b73daf547f02413c8532889ae8e6fbc4 is 175, key is test_row_0/A:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:50,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742187_1363 (size=48139) 2024-12-04T22:42:50,784 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/b73daf547f02413c8532889ae8e6fbc4 2024-12-04T22:42:50,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/46000433603e4db4916cd23ac7155c25 is 50, key is test_row_0/B:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742188_1364 (size=12001) 2024-12-04T22:42:50,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:50,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:50,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352231020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352231020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352231020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352231020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/46000433603e4db4916cd23ac7155c25 2024-12-04T22:42:51,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/3ff9b60a818c4ed2a3c05332b0a4cc25 is 50, key is test_row_0/C:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742189_1365 (size=12001) 2024-12-04T22:42:51,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:51,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352231529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352231529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352231529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352231530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:51,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/3ff9b60a818c4ed2a3c05332b0a4cc25 2024-12-04T22:42:51,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/b73daf547f02413c8532889ae8e6fbc4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4 2024-12-04T22:42:51,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4, entries=250, sequenceid=62, filesize=47.0 K 2024-12-04T22:42:51,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/46000433603e4db4916cd23ac7155c25 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/46000433603e4db4916cd23ac7155c25 2024-12-04T22:42:51,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/46000433603e4db4916cd23ac7155c25, entries=150, sequenceid=62, filesize=11.7 K 2024-12-04T22:42:51,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/3ff9b60a818c4ed2a3c05332b0a4cc25 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/3ff9b60a818c4ed2a3c05332b0a4cc25 2024-12-04T22:42:51,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/3ff9b60a818c4ed2a3c05332b0a4cc25, entries=150, sequenceid=62, filesize=11.7 K 2024-12-04T22:42:51,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fdaf2716fb316954387072e074938b84 in 1265ms, sequenceid=62, compaction requested=true 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:51,618 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:51,618 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:51,619 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:51,619 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:51,619 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/A is initiating minor compaction (all files) 2024-12-04T22:42:51,619 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/B is initiating minor compaction (all files) 2024-12-04T22:42:51,619 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/A in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,619 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/B in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,619 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/705f5a1e139742a7ba399e3cf4b44f1a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/85e5da237cfb465daf050867139dc201, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/46000433603e4db4916cd23ac7155c25] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=35.2 K 2024-12-04T22:42:51,619 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=107.5 K 2024-12-04T22:42:51,620 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,620 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4] 2024-12-04T22:42:51,620 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 705f5a1e139742a7ba399e3cf4b44f1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352166071 2024-12-04T22:42:51,622 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a068d64dd9e04f48a15024c142e460f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352166071 2024-12-04T22:42:51,622 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 85e5da237cfb465daf050867139dc201, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352166146 2024-12-04T22:42:51,622 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a39be0986ee54fd5a2a88c300f75390f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352166146 2024-12-04T22:42:51,623 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 46000433603e4db4916cd23ac7155c25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352168294 2024-12-04T22:42:51,623 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b73daf547f02413c8532889ae8e6fbc4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352168294 2024-12-04T22:42:51,629 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:51,630 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/de6819d829d54262a02c29b18f60063f is 50, key is test_row_0/B:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:51,633 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:51,642 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412040852c01d2df34a2dad0526e4ef1e332e_fdaf2716fb316954387072e074938b84 store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742190_1366 (size=12104) 2024-12-04T22:42:51,644 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412040852c01d2df34a2dad0526e4ef1e332e_fdaf2716fb316954387072e074938b84, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:51,644 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040852c01d2df34a2dad0526e4ef1e332e_fdaf2716fb316954387072e074938b84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:51,649 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/de6819d829d54262a02c29b18f60063f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/de6819d829d54262a02c29b18f60063f 2024-12-04T22:42:51,655 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/B of fdaf2716fb316954387072e074938b84 into de6819d829d54262a02c29b18f60063f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:51,655 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:51,655 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/B, priority=13, startTime=1733352171618; duration=0sec 2024-12-04T22:42:51,655 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:51,655 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:B 2024-12-04T22:42:51,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742191_1367 (size=4469) 2024-12-04T22:42:51,656 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:51,657 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:51,657 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/C is initiating minor compaction (all files) 2024-12-04T22:42:51,657 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/C in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,657 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#A#compaction#317 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:51,657 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/825341cbe9ed41e6a6f795af6a1bb4aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0c3ea78937374e2695d0eb7c0e5a3f4b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/3ff9b60a818c4ed2a3c05332b0a4cc25] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=35.2 K 2024-12-04T22:42:51,657 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 825341cbe9ed41e6a6f795af6a1bb4aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352166071 2024-12-04T22:42:51,657 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/1465b0a253e144ff83264e14f44c9afb is 175, key is test_row_0/A:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:51,658 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c3ea78937374e2695d0eb7c0e5a3f4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733352166146 2024-12-04T22:42:51,658 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ff9b60a818c4ed2a3c05332b0a4cc25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352168294 2024-12-04T22:42:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742192_1368 (size=31058) 2024-12-04T22:42:51,665 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:51,665 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/b21ac86fbe2549e6855d2491ea3cafa2 is 50, key is test_row_0/C:col10/1733352168322/Put/seqid=0 2024-12-04T22:42:51,668 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/1465b0a253e144ff83264e14f44c9afb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1465b0a253e144ff83264e14f44c9afb 2024-12-04T22:42:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742193_1369 (size=12104) 2024-12-04T22:42:51,673 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/A of fdaf2716fb316954387072e074938b84 into 1465b0a253e144ff83264e14f44c9afb(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:51,673 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:51,673 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/A, priority=13, startTime=1733352171618; duration=0sec 2024-12-04T22:42:51,673 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:51,673 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:A 2024-12-04T22:42:51,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T22:42:51,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T22:42:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:51,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041adbf60b7a9a4ddbbab4cb772e24526f_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352170390/Put/seqid=0 2024-12-04T22:42:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742194_1370 (size=12154) 2024-12-04T22:42:52,073 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/b21ac86fbe2549e6855d2491ea3cafa2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/b21ac86fbe2549e6855d2491ea3cafa2 2024-12-04T22:42:52,076 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/C of fdaf2716fb316954387072e074938b84 into b21ac86fbe2549e6855d2491ea3cafa2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:52,076 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:52,076 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/C, priority=13, startTime=1733352171618; duration=0sec 2024-12-04T22:42:52,076 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:52,076 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:C 2024-12-04T22:42:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:52,170 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041adbf60b7a9a4ddbbab4cb772e24526f_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041adbf60b7a9a4ddbbab4cb772e24526f_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/199a13f95d5d43a490244ed76383d1aa, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/199a13f95d5d43a490244ed76383d1aa is 175, key is test_row_0/A:col10/1733352170390/Put/seqid=0 2024-12-04T22:42:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742195_1371 (size=30955) 2024-12-04T22:42:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/199a13f95d5d43a490244ed76383d1aa 2024-12-04T22:42:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/19d0acb9526e4ffab504b273eee2ddad is 50, key is test_row_0/B:col10/1733352170390/Put/seqid=0 2024-12-04T22:42:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742196_1372 (size=12001) 2024-12-04T22:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:52,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352232549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352232549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352232551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,559 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:52,559 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352232558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352232559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,585 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/19d0acb9526e4ffab504b273eee2ddad 2024-12-04T22:42:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/4792432fe6d149a5a7d4eea8d6c54fe9 is 50, key is test_row_0/C:col10/1733352170390/Put/seqid=0 2024-12-04T22:42:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742197_1373 (size=12001) 2024-12-04T22:42:52,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352232670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352232670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352232670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352232879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352232879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352232880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,049 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/4792432fe6d149a5a7d4eea8d6c54fe9 2024-12-04T22:42:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/199a13f95d5d43a490244ed76383d1aa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa 2024-12-04T22:42:53,055 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa, entries=150, sequenceid=83, filesize=30.2 K 2024-12-04T22:42:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/19d0acb9526e4ffab504b273eee2ddad as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/19d0acb9526e4ffab504b273eee2ddad 2024-12-04T22:42:53,058 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/19d0acb9526e4ffab504b273eee2ddad, entries=150, sequenceid=83, filesize=11.7 K 2024-12-04T22:42:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/4792432fe6d149a5a7d4eea8d6c54fe9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/4792432fe6d149a5a7d4eea8d6c54fe9 2024-12-04T22:42:53,061 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/4792432fe6d149a5a7d4eea8d6c54fe9, entries=150, sequenceid=83, filesize=11.7 K 2024-12-04T22:42:53,064 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fdaf2716fb316954387072e074938b84 in 1307ms, sequenceid=83, compaction requested=false 2024-12-04T22:42:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-04T22:42:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-04T22:42:53,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-04T22:42:53,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8340 sec 2024-12-04T22:42:53,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.8370 sec 2024-12-04T22:42:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:53,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T22:42:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:53,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204debc6efd03854e3bb103a9f37c1b09d9_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742198_1374 (size=14594) 2024-12-04T22:42:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352233228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352233236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352233237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352233339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352233350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352233350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352233549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352233570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352233570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:53,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204debc6efd03854e3bb103a9f37c1b09d9_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204debc6efd03854e3bb103a9f37c1b09d9_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:53,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a8bfe8b7d1c7482bbb3b8a7b772765de, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:53,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a8bfe8b7d1c7482bbb3b8a7b772765de is 175, key is test_row_0/A:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742199_1375 (size=39549) 2024-12-04T22:42:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352233860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352233879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352233879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a8bfe8b7d1c7482bbb3b8a7b772765de 2024-12-04T22:42:54,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/f2fc13f678c94787a09ded5d6c84c3a5 is 50, key is test_row_0/B:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742200_1376 (size=12001) 2024-12-04T22:42:54,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/f2fc13f678c94787a09ded5d6c84c3a5 2024-12-04T22:42:54,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/6148283e96334e2b98cd95f2cc049f33 is 50, key is test_row_0/C:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742201_1377 (size=12001) 2024-12-04T22:42:54,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352234369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352234389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352234390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T22:42:54,400 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:54,400 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-04T22:42:54,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T22:42:54,403 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:54,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:54,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/6148283e96334e2b98cd95f2cc049f33 2024-12-04T22:42:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/a8bfe8b7d1c7482bbb3b8a7b772765de as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de 2024-12-04T22:42:54,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de, entries=200, sequenceid=98, filesize=38.6 K 2024-12-04T22:42:54,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/f2fc13f678c94787a09ded5d6c84c3a5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f2fc13f678c94787a09ded5d6c84c3a5 2024-12-04T22:42:54,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f2fc13f678c94787a09ded5d6c84c3a5, entries=150, sequenceid=98, filesize=11.7 K 2024-12-04T22:42:54,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/6148283e96334e2b98cd95f2cc049f33 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6148283e96334e2b98cd95f2cc049f33 2024-12-04T22:42:54,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6148283e96334e2b98cd95f2cc049f33, entries=150, sequenceid=98, filesize=11.7 K 2024-12-04T22:42:54,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for fdaf2716fb316954387072e074938b84 in 1278ms, sequenceid=98, compaction requested=true 2024-12-04T22:42:54,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:54,470 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:54,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:54,471 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:54,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:54,471 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:54,471 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/A is initiating minor compaction (all files) 2024-12-04T22:42:54,471 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/A in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:54,472 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1465b0a253e144ff83264e14f44c9afb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=99.2 K 2024-12-04T22:42:54,472 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:54,472 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1465b0a253e144ff83264e14f44c9afb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de] 2024-12-04T22:42:54,472 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:54,472 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/B is initiating minor compaction (all files) 2024-12-04T22:42:54,472 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/B in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:54,472 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/de6819d829d54262a02c29b18f60063f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/19d0acb9526e4ffab504b273eee2ddad, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f2fc13f678c94787a09ded5d6c84c3a5] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=35.3 K 2024-12-04T22:42:54,472 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1465b0a253e144ff83264e14f44c9afb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352168294 2024-12-04T22:42:54,472 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting de6819d829d54262a02c29b18f60063f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352168294 2024-12-04T22:42:54,472 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 199a13f95d5d43a490244ed76383d1aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733352170379 2024-12-04T22:42:54,473 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 19d0acb9526e4ffab504b273eee2ddad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733352170379 2024-12-04T22:42:54,473 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8bfe8b7d1c7482bbb3b8a7b772765de, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352172550 2024-12-04T22:42:54,473 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f2fc13f678c94787a09ded5d6c84c3a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352172556 2024-12-04T22:42:54,486 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:54,487 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/577b869282d144a7903cc4a3de9eda38 is 50, key is test_row_0/B:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:54,489 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:54,494 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204df9728b9a2a241aeb2170ba323c78d6c_fdaf2716fb316954387072e074938b84 store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:54,496 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204df9728b9a2a241aeb2170ba323c78d6c_fdaf2716fb316954387072e074938b84, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:54,496 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204df9728b9a2a241aeb2170ba323c78d6c_fdaf2716fb316954387072e074938b84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T22:42:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742202_1378 (size=12207) 2024-12-04T22:42:54,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742203_1379 (size=4469) 2024-12-04T22:42:54,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T22:42:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:54,555 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T22:42:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044c1e407f1ad54a78aa5638a0aeb064e1_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352173234/Put/seqid=0 2024-12-04T22:42:54,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742204_1380 (size=12154) 2024-12-04T22:42:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:54,575 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044c1e407f1ad54a78aa5638a0aeb064e1_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044c1e407f1ad54a78aa5638a0aeb064e1_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/68f5c318416147c0866a560155b74f3a, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/68f5c318416147c0866a560155b74f3a is 175, key is test_row_0/A:col10/1733352173234/Put/seqid=0 2024-12-04T22:42:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:54,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:54,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742205_1381 (size=30955) 2024-12-04T22:42:54,607 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/68f5c318416147c0866a560155b74f3a 2024-12-04T22:42:54,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/4b66925f94ff4249809380baac40d7b6 is 50, key is test_row_0/B:col10/1733352173234/Put/seqid=0 2024-12-04T22:42:54,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742206_1382 (size=12001) 2024-12-04T22:42:54,636 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/4b66925f94ff4249809380baac40d7b6 2024-12-04T22:42:54,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/6bd36ce7349547e9b606c5b9f6fca73b is 50, key is test_row_0/C:col10/1733352173234/Put/seqid=0 2024-12-04T22:42:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742207_1383 (size=12001) 2024-12-04T22:42:54,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352234645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352234647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T22:42:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352234760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352234760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,927 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/577b869282d144a7903cc4a3de9eda38 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/577b869282d144a7903cc4a3de9eda38 2024-12-04T22:42:54,928 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#A#compaction#326 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:54,928 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/94c6424293904d3790443a77ae4f338b is 175, key is test_row_0/A:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:54,931 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/B of fdaf2716fb316954387072e074938b84 into 577b869282d144a7903cc4a3de9eda38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:54,931 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:54,931 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/B, priority=13, startTime=1733352174471; duration=0sec 2024-12-04T22:42:54,931 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:54,931 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:B 2024-12-04T22:42:54,931 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:54,932 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:54,932 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/C is initiating minor compaction (all files) 2024-12-04T22:42:54,932 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/C in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:54,932 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/b21ac86fbe2549e6855d2491ea3cafa2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/4792432fe6d149a5a7d4eea8d6c54fe9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6148283e96334e2b98cd95f2cc049f33] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=35.3 K 2024-12-04T22:42:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742208_1384 (size=31161) 2024-12-04T22:42:54,933 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b21ac86fbe2549e6855d2491ea3cafa2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733352168294 2024-12-04T22:42:54,933 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4792432fe6d149a5a7d4eea8d6c54fe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733352170379 2024-12-04T22:42:54,934 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6148283e96334e2b98cd95f2cc049f33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352172556 2024-12-04T22:42:54,939 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:54,939 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/04d1051845214b3f8b0e6329f4600e7f is 50, key is test_row_0/C:col10/1733352172556/Put/seqid=0 2024-12-04T22:42:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742209_1385 (size=12207) 2024-12-04T22:42:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352234969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:54,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352234980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:54,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T22:42:55,054 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/6bd36ce7349547e9b606c5b9f6fca73b 2024-12-04T22:42:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/68f5c318416147c0866a560155b74f3a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a 2024-12-04T22:42:55,060 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a, entries=150, sequenceid=116, filesize=30.2 K 2024-12-04T22:42:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/4b66925f94ff4249809380baac40d7b6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/4b66925f94ff4249809380baac40d7b6 2024-12-04T22:42:55,065 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/4b66925f94ff4249809380baac40d7b6, entries=150, sequenceid=116, filesize=11.7 K 2024-12-04T22:42:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/6bd36ce7349547e9b606c5b9f6fca73b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6bd36ce7349547e9b606c5b9f6fca73b 2024-12-04T22:42:55,069 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6bd36ce7349547e9b606c5b9f6fca73b, entries=150, sequenceid=116, filesize=11.7 K 2024-12-04T22:42:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for fdaf2716fb316954387072e074938b84 in 515ms, sequenceid=116, compaction requested=false 2024-12-04T22:42:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-04T22:42:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-04T22:42:55,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-04T22:42:55,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 668 msec 2024-12-04T22:42:55,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 673 msec 2024-12-04T22:42:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:55,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:42:55,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:55,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:55,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:55,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:55,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:55,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:55,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048939f04356a1439083fe84fc06abfa8c_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:55,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742210_1386 (size=14694) 2024-12-04T22:42:55,337 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/94c6424293904d3790443a77ae4f338b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/94c6424293904d3790443a77ae4f338b 2024-12-04T22:42:55,340 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/A of fdaf2716fb316954387072e074938b84 into 94c6424293904d3790443a77ae4f338b(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:55,340 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:55,340 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/A, priority=13, startTime=1733352174470; duration=0sec 2024-12-04T22:42:55,340 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:55,340 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:A 2024-12-04T22:42:55,348 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/04d1051845214b3f8b0e6329f4600e7f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/04d1051845214b3f8b0e6329f4600e7f 2024-12-04T22:42:55,351 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/C of fdaf2716fb316954387072e074938b84 into 04d1051845214b3f8b0e6329f4600e7f(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:55,351 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:55,352 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/C, priority=13, startTime=1733352174471; duration=0sec 2024-12-04T22:42:55,352 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:55,352 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:C 2024-12-04T22:42:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352235347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352235354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352235389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,399 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352235400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,408 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352235410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,417 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352235459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352235470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T22:42:55,540 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:55,540 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-04T22:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T22:42:55,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:55,542 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:55,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T22:42:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352235679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:55,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-04T22:42:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:55,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:42:55,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048939f04356a1439083fe84fc06abfa8c_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048939f04356a1439083fe84fc06abfa8c_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:55,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/8a85abb28a4e47f9863d1a56affd4f04, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:55,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/8a85abb28a4e47f9863d1a56affd4f04 is 175, key is test_row_0/A:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742211_1387 (size=39649) 2024-12-04T22:42:55,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/8a85abb28a4e47f9863d1a56affd4f04 2024-12-04T22:42:55,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/ee772afe9e5f41b9b30924627a526092 is 50, key is test_row_0/B:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:55,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742212_1388 (size=12101) 2024-12-04T22:42:55,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/ee772afe9e5f41b9b30924627a526092 2024-12-04T22:42:55,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/bc0023f3d39f4be09ffe9d321d72f961 is 50, key is test_row_0/C:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742213_1389 (size=12101) 2024-12-04T22:42:55,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/bc0023f3d39f4be09ffe9d321d72f961 2024-12-04T22:42:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/8a85abb28a4e47f9863d1a56affd4f04 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04 2024-12-04T22:42:55,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04, entries=200, sequenceid=133, filesize=38.7 K 2024-12-04T22:42:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/ee772afe9e5f41b9b30924627a526092 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/ee772afe9e5f41b9b30924627a526092 2024-12-04T22:42:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/ee772afe9e5f41b9b30924627a526092, entries=150, sequenceid=133, filesize=11.8 K 2024-12-04T22:42:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/bc0023f3d39f4be09ffe9d321d72f961 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/bc0023f3d39f4be09ffe9d321d72f961 2024-12-04T22:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/bc0023f3d39f4be09ffe9d321d72f961, entries=150, sequenceid=133, filesize=11.8 K 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for fdaf2716fb316954387072e074938b84 in 495ms, sequenceid=133, compaction requested=true 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:55,778 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:55,778 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:42:55,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:55,779 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/A is initiating minor compaction (all files) 2024-12-04T22:42:55,779 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/B is initiating minor compaction (all files) 2024-12-04T22:42:55,779 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/A in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,779 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/B in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,779 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/94c6424293904d3790443a77ae4f338b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=99.4 K 2024-12-04T22:42:55,779 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/577b869282d144a7903cc4a3de9eda38, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/4b66925f94ff4249809380baac40d7b6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/ee772afe9e5f41b9b30924627a526092] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=35.5 K 2024-12-04T22:42:55,779 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/94c6424293904d3790443a77ae4f338b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04] 2024-12-04T22:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,779 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 577b869282d144a7903cc4a3de9eda38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352172556 2024-12-04T22:42:55,780 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94c6424293904d3790443a77ae4f338b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352172556 2024-12-04T22:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,780 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b66925f94ff4249809380baac40d7b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733352173227 2024-12-04T22:42:55,780 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68f5c318416147c0866a560155b74f3a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733352173227 2024-12-04T22:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,780 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ee772afe9e5f41b9b30924627a526092, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733352174631 2024-12-04T22:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,780 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a85abb28a4e47f9863d1a56affd4f04, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733352174631 2024-12-04T22:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,785 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,786 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,787 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/c7d8ab434564429c992bcfbaa233b6ec is 50, key is test_row_0/B:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,787 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204753a3f749be74b8e81e48f342b8d5e58_fdaf2716fb316954387072e074938b84 store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,789 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204753a3f749be74b8e81e48f342b8d5e58_fdaf2716fb316954387072e074938b84, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:55,789 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204753a3f749be74b8e81e48f342b8d5e58_fdaf2716fb316954387072e074938b84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742214_1390 (size=12409) 2024-12-04T22:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742215_1391 (size=4469) 2024-12-04T22:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-04T22:42:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,847 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T22:42:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:55,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T22:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c2ec1c64dc084070abfda674b141ceab_fdaf2716fb316954387072e074938b84 is 50, key is test_row_1/A:col10/1733352175339/Put/seqid=0 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742216_1392 (size=9814) 2024-12-04T22:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352236104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352236104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T22:42:56,195 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#A#compaction#335 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:56,196 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/21f2291701194c968757c63f48391b31 is 175, key is test_row_0/A:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:56,197 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/c7d8ab434564429c992bcfbaa233b6ec as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/c7d8ab434564429c992bcfbaa233b6ec 2024-12-04T22:42:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742217_1393 (size=31363) 2024-12-04T22:42:56,205 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/B of fdaf2716fb316954387072e074938b84 into c7d8ab434564429c992bcfbaa233b6ec(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:56,208 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:56,208 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/B, priority=13, startTime=1733352175778; duration=0sec 2024-12-04T22:42:56,208 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:42:56,208 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:B 2024-12-04T22:42:56,208 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:42:56,210 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:42:56,211 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/C is initiating minor compaction (all files) 2024-12-04T22:42:56,211 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/C in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:56,211 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/04d1051845214b3f8b0e6329f4600e7f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6bd36ce7349547e9b606c5b9f6fca73b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/bc0023f3d39f4be09ffe9d321d72f961] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=35.5 K 2024-12-04T22:42:56,211 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d1051845214b3f8b0e6329f4600e7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352172556 2024-12-04T22:42:56,212 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bd36ce7349547e9b606c5b9f6fca73b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733352173227 2024-12-04T22:42:56,219 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting bc0023f3d39f4be09ffe9d321d72f961, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733352174631 2024-12-04T22:42:56,222 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/21f2291701194c968757c63f48391b31 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/21f2291701194c968757c63f48391b31 2024-12-04T22:42:56,226 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/A of fdaf2716fb316954387072e074938b84 into 21f2291701194c968757c63f48391b31(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:56,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,226 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:56,226 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/A, priority=13, startTime=1733352175778; duration=0sec 2024-12-04T22:42:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352236220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,226 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:56,226 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:A 2024-12-04T22:42:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352236221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,232 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:42:56,232 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/ea86d654b56448149dc9935b0d1008fd is 50, key is test_row_0/C:col10/1733352174631/Put/seqid=0 2024-12-04T22:42:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742218_1394 (size=12409) 2024-12-04T22:42:56,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:56,284 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c2ec1c64dc084070abfda674b141ceab_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c2ec1c64dc084070abfda674b141ceab_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:56,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4729f6494f0742338c3f53cea55df664, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:56,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4729f6494f0742338c3f53cea55df664 is 175, key is test_row_1/A:col10/1733352175339/Put/seqid=0 2024-12-04T22:42:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742219_1395 (size=22461) 2024-12-04T22:42:56,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352236429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352236440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,645 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/ea86d654b56448149dc9935b0d1008fd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ea86d654b56448149dc9935b0d1008fd 2024-12-04T22:42:56,649 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/C of fdaf2716fb316954387072e074938b84 into ea86d654b56448149dc9935b0d1008fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:42:56,649 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:56,649 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/C, priority=13, startTime=1733352175778; duration=0sec 2024-12-04T22:42:56,649 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:42:56,649 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:C 2024-12-04T22:42:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T22:42:56,710 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4729f6494f0742338c3f53cea55df664 2024-12-04T22:42:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/e39e9bfd303949c38df046a2c773b74a is 50, key is test_row_1/B:col10/1733352175339/Put/seqid=0 2024-12-04T22:42:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742220_1396 (size=9757) 2024-12-04T22:42:56,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352236749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352236750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:56,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:56,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:56,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:57,119 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/e39e9bfd303949c38df046a2c773b74a 2024-12-04T22:42:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/a78de76a603943428cca36a5ba22748f is 50, key is test_row_1/C:col10/1733352175339/Put/seqid=0 2024-12-04T22:42:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742221_1397 (size=9757) 2024-12-04T22:42:57,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352237259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:57,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352237259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352237420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:57,424 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:57,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352237430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:57,432 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:57,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:57,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352237439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:57,447 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:42:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:57,527 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/a78de76a603943428cca36a5ba22748f 2024-12-04T22:42:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4729f6494f0742338c3f53cea55df664 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664 2024-12-04T22:42:57,534 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664, entries=100, sequenceid=151, filesize=21.9 K 2024-12-04T22:42:57,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/e39e9bfd303949c38df046a2c773b74a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/e39e9bfd303949c38df046a2c773b74a 2024-12-04T22:42:57,537 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/e39e9bfd303949c38df046a2c773b74a, entries=100, sequenceid=151, filesize=9.5 K 2024-12-04T22:42:57,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/a78de76a603943428cca36a5ba22748f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/a78de76a603943428cca36a5ba22748f 2024-12-04T22:42:57,541 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/a78de76a603943428cca36a5ba22748f, entries=100, sequenceid=151, filesize=9.5 K 2024-12-04T22:42:57,542 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for fdaf2716fb316954387072e074938b84 in 1695ms, sequenceid=151, compaction requested=false 2024-12-04T22:42:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:57,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-04T22:42:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-04T22:42:57,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-04T22:42:57,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-12-04T22:42:57,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0050 sec 2024-12-04T22:42:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T22:42:57,690 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:57,690 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-04T22:42:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T22:42:57,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:57,701 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:57,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T22:42:57,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:57,853 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:42:57,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:42:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041dd98d1db5784cd480c5544bf53abbf2_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352176087/Put/seqid=0 2024-12-04T22:42:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742222_1398 (size=12304) 2024-12-04T22:42:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T22:42:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:42:58,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:42:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:58,276 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041dd98d1db5784cd480c5544bf53abbf2_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041dd98d1db5784cd480c5544bf53abbf2_fdaf2716fb316954387072e074938b84 2024-12-04T22:42:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/846ffee0545748e9b94dda4ca1202861, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:42:58,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/846ffee0545748e9b94dda4ca1202861 is 175, key is test_row_0/A:col10/1733352176087/Put/seqid=0 2024-12-04T22:42:58,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742223_1399 (size=31105) 2024-12-04T22:42:58,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352238309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352238310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T22:42:58,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352238419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352238420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352238630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352238630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,685 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/846ffee0545748e9b94dda4ca1202861 2024-12-04T22:42:58,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/1c798c269a98473496078ac04b843acd is 50, key is test_row_0/B:col10/1733352176087/Put/seqid=0 2024-12-04T22:42:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742224_1400 (size=12151) 2024-12-04T22:42:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T22:42:58,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352238940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352238940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:59,094 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/1c798c269a98473496078ac04b843acd 2024-12-04T22:42:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/ccbd2080ccf14369a4768155cbae2f95 is 50, key is test_row_0/C:col10/1733352176087/Put/seqid=0 2024-12-04T22:42:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742225_1401 (size=12151) 2024-12-04T22:42:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352239449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:42:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352239450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:42:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:42:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:42:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/ccbd2080ccf14369a4768155cbae2f95 2024-12-04T22:42:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/846ffee0545748e9b94dda4ca1202861 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861 2024-12-04T22:42:59,511 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861, entries=150, sequenceid=171, filesize=30.4 K 2024-12-04T22:42:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/1c798c269a98473496078ac04b843acd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/1c798c269a98473496078ac04b843acd 2024-12-04T22:42:59,514 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/1c798c269a98473496078ac04b843acd, entries=150, sequenceid=171, filesize=11.9 K 2024-12-04T22:42:59,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/ccbd2080ccf14369a4768155cbae2f95 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ccbd2080ccf14369a4768155cbae2f95 2024-12-04T22:42:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ccbd2080ccf14369a4768155cbae2f95, entries=150, sequenceid=171, filesize=11.9 K 2024-12-04T22:42:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for fdaf2716fb316954387072e074938b84 in 1666ms, sequenceid=171, compaction requested=true 2024-12-04T22:42:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:42:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:42:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-04T22:42:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-04T22:42:59,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-04T22:42:59,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-12-04T22:42:59,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.8330 sec 2024-12-04T22:42:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T22:42:59,850 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:42:59,850 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:42:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-04T22:42:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T22:42:59,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:42:59,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:42:59,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:42:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T22:43:00,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-04T22:43:00,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:00,004 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T22:43:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d52cb22fd2b446cb9dc53574c99401eb_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742226_1402 (size=12304) 2024-12-04T22:43:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,023 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d52cb22fd2b446cb9dc53574c99401eb_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d52cb22fd2b446cb9dc53574c99401eb_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4975f4db44254e719044f08031370b5a, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4975f4db44254e719044f08031370b5a is 175, key is test_row_0/A:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742227_1403 (size=31105) 2024-12-04T22:43:00,034 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4975f4db44254e719044f08031370b5a 2024-12-04T22:43:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/a4fc01928eff4afa804ef18c2ddc9f55 is 50, key is test_row_0/B:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742228_1404 (size=12151) 2024-12-04T22:43:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T22:43:00,453 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/a4fc01928eff4afa804ef18c2ddc9f55 2024-12-04T22:43:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/fd6d81397f2544d0890163d655d1ff11 is 50, key is test_row_0/C:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:00,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742229_1405 (size=12151) 2024-12-04T22:43:00,467 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/fd6d81397f2544d0890163d655d1ff11 2024-12-04T22:43:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/4975f4db44254e719044f08031370b5a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a 2024-12-04T22:43:00,472 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a, entries=150, sequenceid=186, filesize=30.4 K 2024-12-04T22:43:00,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/a4fc01928eff4afa804ef18c2ddc9f55 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/a4fc01928eff4afa804ef18c2ddc9f55 2024-12-04T22:43:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,478 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/a4fc01928eff4afa804ef18c2ddc9f55, entries=150, sequenceid=186, filesize=11.9 K 2024-12-04T22:43:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/fd6d81397f2544d0890163d655d1ff11 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/fd6d81397f2544d0890163d655d1ff11 2024-12-04T22:43:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T22:43:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,485 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/fd6d81397f2544d0890163d655d1ff11, entries=150, sequenceid=186, filesize=11.9 K 2024-12-04T22:43:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=33.54 KB/34350 for fdaf2716fb316954387072e074938b84 in 482ms, sequenceid=186, compaction requested=true 2024-12-04T22:43:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-04T22:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 635 msec 2024-12-04T22:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 639 msec 2024-12-04T22:43:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:00,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:43:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204afd64b5bbe8d469e8b877fb5b83e9e53_fdaf2716fb316954387072e074938b84 is 50, key is test_row_1/A:col10/1733352180524/Put/seqid=0 2024-12-04T22:43:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742230_1406 (size=12304) 2024-12-04T22:43:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204afd64b5bbe8d469e8b877fb5b83e9e53_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204afd64b5bbe8d469e8b877fb5b83e9e53_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/98f52e74d07c4b00aec135f7521d8e12, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/98f52e74d07c4b00aec135f7521d8e12 is 175, key is test_row_1/A:col10/1733352180524/Put/seqid=0 2024-12-04T22:43:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742231_1407 (size=31101) 2024-12-04T22:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/98f52e74d07c4b00aec135f7521d8e12 2024-12-04T22:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/7393f7bda858483fb0df2cdc7259191e is 50, key is test_row_1/B:col10/1733352180524/Put/seqid=0 2024-12-04T22:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742232_1408 (size=12147) 2024-12-04T22:43:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/7393f7bda858483fb0df2cdc7259191e 2024-12-04T22:43:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/2b0e5c6dd6ac475d9cb7e40433fe5029 is 50, key is test_row_1/C:col10/1733352180524/Put/seqid=0 2024-12-04T22:43:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742233_1409 (size=9757) 2024-12-04T22:43:00,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/2b0e5c6dd6ac475d9cb7e40433fe5029 2024-12-04T22:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/98f52e74d07c4b00aec135f7521d8e12 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12 2024-12-04T22:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:00,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12, entries=150, sequenceid=196, filesize=30.4 K 2024-12-04T22:43:00,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/7393f7bda858483fb0df2cdc7259191e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/7393f7bda858483fb0df2cdc7259191e 2024-12-04T22:43:00,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/7393f7bda858483fb0df2cdc7259191e, entries=150, sequenceid=196, filesize=11.9 K 2024-12-04T22:43:00,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/2b0e5c6dd6ac475d9cb7e40433fe5029 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/2b0e5c6dd6ac475d9cb7e40433fe5029 2024-12-04T22:43:00,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/2b0e5c6dd6ac475d9cb7e40433fe5029, entries=100, sequenceid=196, filesize=9.5 K 2024-12-04T22:43:00,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for fdaf2716fb316954387072e074938b84 in 95ms, sequenceid=196, compaction requested=true 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:00,621 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:00,621 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:00,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:00,624 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58615 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:43:00,624 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 147135 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:43:00,624 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/B is initiating minor compaction (all files) 2024-12-04T22:43:00,624 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/A is initiating minor compaction (all files) 2024-12-04T22:43:00,624 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/B in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:00,624 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/A in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:00,624 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/c7d8ab434564429c992bcfbaa233b6ec, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/e39e9bfd303949c38df046a2c773b74a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/1c798c269a98473496078ac04b843acd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/a4fc01928eff4afa804ef18c2ddc9f55, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/7393f7bda858483fb0df2cdc7259191e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=57.2 K 2024-12-04T22:43:00,624 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/21f2291701194c968757c63f48391b31, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=143.7 K 2024-12-04T22:43:00,624 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:00,624 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/21f2291701194c968757c63f48391b31, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12] 2024-12-04T22:43:00,625 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting c7d8ab434564429c992bcfbaa233b6ec, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733352174631 2024-12-04T22:43:00,625 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21f2291701194c968757c63f48391b31, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733352174631 2024-12-04T22:43:00,625 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e39e9bfd303949c38df046a2c773b74a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733352175339 2024-12-04T22:43:00,625 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4729f6494f0742338c3f53cea55df664, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733352175339 2024-12-04T22:43:00,625 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c798c269a98473496078ac04b843acd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733352176068 2024-12-04T22:43:00,625 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 846ffee0545748e9b94dda4ca1202861, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733352176068 2024-12-04T22:43:00,626 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a4fc01928eff4afa804ef18c2ddc9f55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733352178300 2024-12-04T22:43:00,626 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4975f4db44254e719044f08031370b5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733352178300 2024-12-04T22:43:00,626 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7393f7bda858483fb0df2cdc7259191e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733352180473 2024-12-04T22:43:00,626 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98f52e74d07c4b00aec135f7521d8e12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733352180473 2024-12-04T22:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:00,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T22:43:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:00,641 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:00,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bc6c9303c6ac4ee0ae5ab2a930ccd68b_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352180605/Put/seqid=0 2024-12-04T22:43:00,646 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:00,646 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/bed1502c0d3144fd9661228a6c71d235 is 50, key is test_row_0/B:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:00,653 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204fd7484482cf446d29fdddf0907c0b341_fdaf2716fb316954387072e074938b84 store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:00,655 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204fd7484482cf446d29fdddf0907c0b341_fdaf2716fb316954387072e074938b84, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:00,655 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fd7484482cf446d29fdddf0907c0b341_fdaf2716fb316954387072e074938b84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742234_1410 (size=12304) 2024-12-04T22:43:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742236_1412 (size=4469) 2024-12-04T22:43:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742235_1411 (size=12629) 2024-12-04T22:43:00,682 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/bed1502c0d3144fd9661228a6c71d235 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/bed1502c0d3144fd9661228a6c71d235 2024-12-04T22:43:00,689 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in fdaf2716fb316954387072e074938b84/B of fdaf2716fb316954387072e074938b84 into bed1502c0d3144fd9661228a6c71d235(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:00,689 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:00,689 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/B, priority=11, startTime=1733352180621; duration=0sec 2024-12-04T22:43:00,690 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:00,690 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:B 2024-12-04T22:43:00,690 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:43:00,691 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 56225 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:43:00,691 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/C is initiating minor compaction (all files) 2024-12-04T22:43:00,691 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/C in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:00,691 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ea86d654b56448149dc9935b0d1008fd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/a78de76a603943428cca36a5ba22748f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ccbd2080ccf14369a4768155cbae2f95, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/fd6d81397f2544d0890163d655d1ff11, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/2b0e5c6dd6ac475d9cb7e40433fe5029] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=54.9 K 2024-12-04T22:43:00,691 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ea86d654b56448149dc9935b0d1008fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733352174631 2024-12-04T22:43:00,692 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a78de76a603943428cca36a5ba22748f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733352175339 2024-12-04T22:43:00,692 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ccbd2080ccf14369a4768155cbae2f95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733352176068 2024-12-04T22:43:00,692 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting fd6d81397f2544d0890163d655d1ff11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733352178300 2024-12-04T22:43:00,692 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0e5c6dd6ac475d9cb7e40433fe5029, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733352180506 2024-12-04T22:43:00,701 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#C#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:00,702 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/55bd04aa118648248f9f0acc1761dccf is 50, key is test_row_0/C:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742237_1413 (size=12629) 2024-12-04T22:43:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352240712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352240720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:00,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352240830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352240830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T22:43:00,990 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:00,991 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-04T22:43:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T22:43:00,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:00,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:00,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352241040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352241040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:01,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bc6c9303c6ac4ee0ae5ab2a930ccd68b_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc6c9303c6ac4ee0ae5ab2a930ccd68b_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:01,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/f42f6efdd58a491699809d32720fdbe3, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:01,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/f42f6efdd58a491699809d32720fdbe3 is 175, key is test_row_0/A:col10/1733352180605/Put/seqid=0 2024-12-04T22:43:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742238_1414 (size=31105) 2024-12-04T22:43:01,072 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:01,072 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/22e4de25e5dd4bc4825040a75e9096b6 is 175, key is test_row_0/A:col10/1733352178308/Put/seqid=0 2024-12-04T22:43:01,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742239_1415 (size=31690) 2024-12-04T22:43:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T22:43:01,115 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/55bd04aa118648248f9f0acc1761dccf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/55bd04aa118648248f9f0acc1761dccf 2024-12-04T22:43:01,118 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in fdaf2716fb316954387072e074938b84/C of fdaf2716fb316954387072e074938b84 into 55bd04aa118648248f9f0acc1761dccf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:01,118 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:01,118 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/C, priority=11, startTime=1733352180621; duration=0sec 2024-12-04T22:43:01,118 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:01,118 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:C 2024-12-04T22:43:01,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:01,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T22:43:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352241349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352241349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1733352241449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,456 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/f42f6efdd58a491699809d32720fdbe3 2024-12-04T22:43:01,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57250 deadline: 1733352241469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,475 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/2fc8fa5bc0e641428a109c1468a13f6d is 50, key is test_row_0/B:col10/1733352180605/Put/seqid=0 2024-12-04T22:43:01,479 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/22e4de25e5dd4bc4825040a75e9096b6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/22e4de25e5dd4bc4825040a75e9096b6 2024-12-04T22:43:01,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57262 deadline: 1733352241480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,483 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in fdaf2716fb316954387072e074938b84 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742240_1416 (size=12151) 2024-12-04T22:43:01,487 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in fdaf2716fb316954387072e074938b84/A of fdaf2716fb316954387072e074938b84 into 22e4de25e5dd4bc4825040a75e9096b6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:01,487 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:01,487 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/A, priority=11, startTime=1733352180621; duration=0sec 2024-12-04T22:43:01,487 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:01,487 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:A 2024-12-04T22:43:01,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T22:43:01,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:01,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352241860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352241860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:01,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/2fc8fa5bc0e641428a109c1468a13f6d 2024-12-04T22:43:01,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/579c9f81964648a6a0d6bcf8639d71d0 is 50, key is test_row_0/C:col10/1733352180605/Put/seqid=0 2024-12-04T22:43:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742241_1417 (size=12151) 2024-12-04T22:43:01,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:01,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:02,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T22:43:02,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:02,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:02,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/579c9f81964648a6a0d6bcf8639d71d0 2024-12-04T22:43:02,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/f42f6efdd58a491699809d32720fdbe3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3 2024-12-04T22:43:02,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3, entries=150, sequenceid=211, filesize=30.4 K 2024-12-04T22:43:02,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/2fc8fa5bc0e641428a109c1468a13f6d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/2fc8fa5bc0e641428a109c1468a13f6d 2024-12-04T22:43:02,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/2fc8fa5bc0e641428a109c1468a13f6d, entries=150, sequenceid=211, filesize=11.9 K 2024-12-04T22:43:02,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/579c9f81964648a6a0d6bcf8639d71d0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/579c9f81964648a6a0d6bcf8639d71d0 2024-12-04T22:43:02,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/579c9f81964648a6a0d6bcf8639d71d0, entries=150, sequenceid=211, filesize=11.9 K 2024-12-04T22:43:02,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for fdaf2716fb316954387072e074938b84 in 1684ms, sequenceid=211, compaction requested=false 2024-12-04T22:43:02,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:02,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:02,368 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:02,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042dd82c180e7742aea130f7a79afc1053_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352180718/Put/seqid=0 2024-12-04T22:43:02,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742242_1418 (size=12304) 2024-12-04T22:43:02,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,382 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042dd82c180e7742aea130f7a79afc1053_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042dd82c180e7742aea130f7a79afc1053_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:02,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/86ae766e6e094c22a45469aa8a563490, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:02,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/86ae766e6e094c22a45469aa8a563490 is 175, key is test_row_0/A:col10/1733352180718/Put/seqid=0 2024-12-04T22:43:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742243_1419 (size=31105) 2024-12-04T22:43:02,389 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/86ae766e6e094c22a45469aa8a563490 2024-12-04T22:43:02,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/fce7525cd4434a8791cb5382b373179d is 50, key is test_row_0/B:col10/1733352180718/Put/seqid=0 2024-12-04T22:43:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742244_1420 (size=12151) 2024-12-04T22:43:02,406 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/fce7525cd4434a8791cb5382b373179d 2024-12-04T22:43:02,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/789745202c6b41689052b86afe2682af is 50, key is test_row_0/C:col10/1733352180718/Put/seqid=0 2024-12-04T22:43:02,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742245_1421 (size=12151) 2024-12-04T22:43:02,819 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/789745202c6b41689052b86afe2682af 2024-12-04T22:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:02,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:02,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/86ae766e6e094c22a45469aa8a563490 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490 2024-12-04T22:43:02,879 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490, entries=150, sequenceid=231, filesize=30.4 K 2024-12-04T22:43:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/fce7525cd4434a8791cb5382b373179d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/fce7525cd4434a8791cb5382b373179d 2024-12-04T22:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,882 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/fce7525cd4434a8791cb5382b373179d, entries=150, sequenceid=231, filesize=11.9 K 2024-12-04T22:43:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/789745202c6b41689052b86afe2682af as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/789745202c6b41689052b86afe2682af 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/789745202c6b41689052b86afe2682af, entries=150, sequenceid=231, filesize=11.9 K 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=20.13 KB/20610 for fdaf2716fb316954387072e074938b84 in 519ms, sequenceid=231, compaction requested=true 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:02,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-04T22:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-04T22:43:02,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-12-04T22:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8990 sec 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:02,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:02,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204dea19f91933a482aa19afa7489aba3ac_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742246_1422 (size=17284) 2024-12-04T22:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:02,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:43:03,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352182994, max timestamp=1733352183011Num uniques 859; 2024-12-04T22:43:03,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:03,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352182994, max timestamp=1733352183011Num uniques 859; 2024-12-04T22:43:03,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:03,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352182994, max timestamp=1733352183011Num uniques 859; 2024-12-04T22:43:03,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352243073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352243074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T22:43:03,140 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:03,141 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-04T22:43:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:03,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:03,143 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:03,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:03,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352243189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352243200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:03,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:03,350 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204dea19f91933a482aa19afa7489aba3ac_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204dea19f91933a482aa19afa7489aba3ac_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:03,351 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/54a09a95f44b4f2eadbaa013f4445757, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:03,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/54a09a95f44b4f2eadbaa013f4445757 is 175, key is test_row_0/A:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742247_1423 (size=48389) 2024-12-04T22:43:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352243410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352243410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:03,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352243720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352243729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:03,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/54a09a95f44b4f2eadbaa013f4445757 2024-12-04T22:43:03,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/d424db5bbf2f4debb1456f60564cbb78 is 50, key is test_row_0/B:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742248_1424 (size=12151) 2024-12-04T22:43:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:03,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:03,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/d424db5bbf2f4debb1456f60564cbb78 2024-12-04T22:43:04,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/d443fb24876a420ea642f297bbe29a95 is 50, key is test_row_0/C:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742249_1425 (size=12151) 2024-12-04T22:43:04,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352244239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:04,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352244239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:04,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:04,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:04,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/d443fb24876a420ea642f297bbe29a95 2024-12-04T22:43:04,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/54a09a95f44b4f2eadbaa013f4445757 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757 2024-12-04T22:43:04,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757, entries=250, sequenceid=241, filesize=47.3 K 2024-12-04T22:43:04,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/d424db5bbf2f4debb1456f60564cbb78 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/d424db5bbf2f4debb1456f60564cbb78 2024-12-04T22:43:04,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/d424db5bbf2f4debb1456f60564cbb78, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T22:43:04,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/d443fb24876a420ea642f297bbe29a95 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d443fb24876a420ea642f297bbe29a95 2024-12-04T22:43:04,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d443fb24876a420ea642f297bbe29a95, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T22:43:04,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fdaf2716fb316954387072e074938b84 in 1655ms, sequenceid=241, compaction requested=true 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:04,586 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:04,586 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:04,587 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142289 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:04,587 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:04,587 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/B is initiating minor compaction (all files) 2024-12-04T22:43:04,587 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/A is initiating minor compaction (all files) 2024-12-04T22:43:04,587 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/A in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,587 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/B in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,587 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/bed1502c0d3144fd9661228a6c71d235, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/2fc8fa5bc0e641428a109c1468a13f6d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/fce7525cd4434a8791cb5382b373179d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/d424db5bbf2f4debb1456f60564cbb78] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=47.9 K 2024-12-04T22:43:04,587 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/22e4de25e5dd4bc4825040a75e9096b6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=139.0 K 2024-12-04T22:43:04,588 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/22e4de25e5dd4bc4825040a75e9096b6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757] 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting bed1502c0d3144fd9661228a6c71d235, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733352178308 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22e4de25e5dd4bc4825040a75e9096b6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733352178308 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fc8fa5bc0e641428a109c1468a13f6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733352180605 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f42f6efdd58a491699809d32720fdbe3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733352180605 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting fce7525cd4434a8791cb5382b373179d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733352180679 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86ae766e6e094c22a45469aa8a563490, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733352180679 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d424db5bbf2f4debb1456f60564cbb78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352182924 2024-12-04T22:43:04,588 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54a09a95f44b4f2eadbaa013f4445757, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352182881 2024-12-04T22:43:04,593 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:04,595 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120446a81dfa32ab4f30a8aa8562d0db3772_fdaf2716fb316954387072e074938b84 store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:04,595 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#B#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:04,595 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/df008ef583e74e0786b521d7b53455de is 50, key is test_row_0/B:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:04,597 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120446a81dfa32ab4f30a8aa8562d0db3772_fdaf2716fb316954387072e074938b84, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:04,597 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120446a81dfa32ab4f30a8aa8562d0db3772_fdaf2716fb316954387072e074938b84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742250_1426 (size=12765) 2024-12-04T22:43:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742251_1427 (size=4469) 2024-12-04T22:43:04,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:04,669 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:04,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120443820720fdb54b6dad4bf17e664e1d73_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352183073/Put/seqid=0 2024-12-04T22:43:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742252_1428 (size=12454) 2024-12-04T22:43:05,000 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#A#compaction#362 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:05,001 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/1d3ec1d9c6454a11896544204a8a4563 is 175, key is test_row_0/A:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742253_1429 (size=31719) 2024-12-04T22:43:05,010 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/df008ef583e74e0786b521d7b53455de as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/df008ef583e74e0786b521d7b53455de 2024-12-04T22:43:05,016 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fdaf2716fb316954387072e074938b84/B of fdaf2716fb316954387072e074938b84 into df008ef583e74e0786b521d7b53455de(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:05,016 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:05,016 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/B, priority=12, startTime=1733352184586; duration=0sec 2024-12-04T22:43:05,016 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:05,016 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:B 2024-12-04T22:43:05,016 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:05,017 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:05,017 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/C is initiating minor compaction (all files) 2024-12-04T22:43:05,017 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/C in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:05,017 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/55bd04aa118648248f9f0acc1761dccf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/579c9f81964648a6a0d6bcf8639d71d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/789745202c6b41689052b86afe2682af, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d443fb24876a420ea642f297bbe29a95] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=47.9 K 2024-12-04T22:43:05,017 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 55bd04aa118648248f9f0acc1761dccf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733352178308 2024-12-04T22:43:05,018 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 579c9f81964648a6a0d6bcf8639d71d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733352180605 2024-12-04T22:43:05,018 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 789745202c6b41689052b86afe2682af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733352180679 2024-12-04T22:43:05,018 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d443fb24876a420ea642f297bbe29a95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352182924 2024-12-04T22:43:05,027 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:05,027 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/0ab57d9a21014018bce2c17e12ecf291 is 50, key is test_row_0/C:col10/1733352182924/Put/seqid=0 2024-12-04T22:43:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742254_1430 (size=12765) 2024-12-04T22:43:05,035 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/0ab57d9a21014018bce2c17e12ecf291 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0ab57d9a21014018bce2c17e12ecf291 2024-12-04T22:43:05,038 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fdaf2716fb316954387072e074938b84/C of fdaf2716fb316954387072e074938b84 into 0ab57d9a21014018bce2c17e12ecf291(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:05,038 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:05,038 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/C, priority=12, startTime=1733352184586; duration=0sec 2024-12-04T22:43:05,039 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:05,039 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:C 2024-12-04T22:43:05,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120443820720fdb54b6dad4bf17e664e1d73_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120443820720fdb54b6dad4bf17e664e1d73_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/cae6a5e285d94eea884fbf5dadeaf8aa, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:05,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/cae6a5e285d94eea884fbf5dadeaf8aa is 175, key is test_row_0/A:col10/1733352183073/Put/seqid=0 2024-12-04T22:43:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742255_1431 (size=31255) 2024-12-04T22:43:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:05,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. as already flushing 2024-12-04T22:43:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352245275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352245277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:05,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352245390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352245390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,409 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/1d3ec1d9c6454a11896544204a8a4563 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1d3ec1d9c6454a11896544204a8a4563 2024-12-04T22:43:05,412 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fdaf2716fb316954387072e074938b84/A of fdaf2716fb316954387072e074938b84 into 1d3ec1d9c6454a11896544204a8a4563(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:05,412 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:05,412 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/A, priority=12, startTime=1733352184586; duration=0sec 2024-12-04T22:43:05,412 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:05,412 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:A 2024-12-04T22:43:05,484 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/cae6a5e285d94eea884fbf5dadeaf8aa 2024-12-04T22:43:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/463e8fbd4a024a208065e91833732056 is 50, key is test_row_0/B:col10/1733352183073/Put/seqid=0 2024-12-04T22:43:05,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742256_1432 (size=12301) 2024-12-04T22:43:05,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352245600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352245600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,894 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/463e8fbd4a024a208065e91833732056 2024-12-04T22:43:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/e6cbb6564ab14e16af6642cd91d9a845 is 50, key is test_row_0/C:col10/1733352183073/Put/seqid=0 2024-12-04T22:43:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742257_1433 (size=12301) 2024-12-04T22:43:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57220 deadline: 1733352245910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733352245910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:05,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:05,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:05,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:06,087 INFO [Thread-1614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1614. 2024-12-04T22:43:06,087 DEBUG [Thread-1614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,087 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,087 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,087 INFO [Thread-1618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1618. 2024-12-04T22:43:06,087 DEBUG [Thread-1618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,087 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,087 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,091 INFO [Thread-1616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1616. 2024-12-04T22:43:06,092 DEBUG [Thread-1616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,092 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,092 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,093 INFO [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620. 2024-12-04T22:43:06,093 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,093 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,093 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,094 INFO [Thread-1612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1612. 2024-12-04T22:43:06,094 DEBUG [Thread-1612 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,094 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,094 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/e6cbb6564ab14e16af6642cd91d9a845 2024-12-04T22:43:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/cae6a5e285d94eea884fbf5dadeaf8aa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa 2024-12-04T22:43:06,318 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa, entries=150, sequenceid=277, filesize=30.5 K 2024-12-04T22:43:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/463e8fbd4a024a208065e91833732056 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/463e8fbd4a024a208065e91833732056 2024-12-04T22:43:06,322 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/463e8fbd4a024a208065e91833732056, entries=150, sequenceid=277, filesize=12.0 K 2024-12-04T22:43:06,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/e6cbb6564ab14e16af6642cd91d9a845 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/e6cbb6564ab14e16af6642cd91d9a845 2024-12-04T22:43:06,326 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/e6cbb6564ab14e16af6642cd91d9a845, entries=150, sequenceid=277, filesize=12.0 K 2024-12-04T22:43:06,327 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for fdaf2716fb316954387072e074938b84 in 1658ms, sequenceid=277, compaction requested=false 2024-12-04T22:43:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-04T22:43:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-04T22:43:06,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-04T22:43:06,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1860 sec 2024-12-04T22:43:06,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 3.1890 sec 2024-12-04T22:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on fdaf2716fb316954387072e074938b84 2024-12-04T22:43:06,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:43:06,436 INFO [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607. 2024-12-04T22:43:06,436 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-12-04T22:43:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:06,436 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,436 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:06,436 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:06,436 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:06,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:06,436 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,436 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:06,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:06,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044668115307934c1d8d64e68244e87c4e_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742258_1434 (size=12454) 2024-12-04T22:43:06,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:06,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044668115307934c1d8d64e68244e87c4e_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044668115307934c1d8d64e68244e87c4e_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:06,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/49d566c05d8c4b28857ec0b46d3f63c2, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:06,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/49d566c05d8c4b28857ec0b46d3f63c2 is 175, key is test_row_0/A:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742259_1435 (size=31255) 2024-12-04T22:43:07,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/49d566c05d8c4b28857ec0b46d3f63c2 2024-12-04T22:43:07,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/16e63f05a84746edabfc5301dc65b821 is 50, key is test_row_0/B:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742260_1436 (size=12301) 2024-12-04T22:43:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T22:43:07,310 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:07,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/16e63f05a84746edabfc5301dc65b821 2024-12-04T22:43:07,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/5f6a0c9b439844199a5d09b6ba0d4f71 is 50, key is test_row_0/C:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742261_1437 (size=12301) 2024-12-04T22:43:08,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1465b0a253e144ff83264e14f44c9afb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/94c6424293904d3790443a77ae4f338b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/21f2291701194c968757c63f48391b31, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/22e4de25e5dd4bc4825040a75e9096b6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757] to archive 2024-12-04T22:43:08,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:08,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a068d64dd9e04f48a15024c142e460f0 2024-12-04T22:43:08,094 WARN [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-04T22:43:08,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a39be0986ee54fd5a2a88c300f75390f 2024-12-04T22:43:08,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/b73daf547f02413c8532889ae8e6fbc4 2024-12-04T22:43:08,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1465b0a253e144ff83264e14f44c9afb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1465b0a253e144ff83264e14f44c9afb 2024-12-04T22:43:08,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/5f6a0c9b439844199a5d09b6ba0d4f71 2024-12-04T22:43:08,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/199a13f95d5d43a490244ed76383d1aa 2024-12-04T22:43:08,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/a8bfe8b7d1c7482bbb3b8a7b772765de 2024-12-04T22:43:08,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/94c6424293904d3790443a77ae4f338b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/94c6424293904d3790443a77ae4f338b 2024-12-04T22:43:08,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/49d566c05d8c4b28857ec0b46d3f63c2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2 2024-12-04T22:43:08,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/68f5c318416147c0866a560155b74f3a 2024-12-04T22:43:08,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/8a85abb28a4e47f9863d1a56affd4f04 2024-12-04T22:43:08,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/21f2291701194c968757c63f48391b31 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/21f2291701194c968757c63f48391b31 2024-12-04T22:43:08,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2, entries=150, sequenceid=292, filesize=30.5 K 2024-12-04T22:43:08,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4729f6494f0742338c3f53cea55df664 2024-12-04T22:43:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/16e63f05a84746edabfc5301dc65b821 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/16e63f05a84746edabfc5301dc65b821 2024-12-04T22:43:08,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/846ffee0545748e9b94dda4ca1202861 2024-12-04T22:43:08,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/4975f4db44254e719044f08031370b5a 2024-12-04T22:43:08,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/22e4de25e5dd4bc4825040a75e9096b6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/22e4de25e5dd4bc4825040a75e9096b6 2024-12-04T22:43:08,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/16e63f05a84746edabfc5301dc65b821, entries=150, sequenceid=292, filesize=12.0 K 2024-12-04T22:43:08,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/5f6a0c9b439844199a5d09b6ba0d4f71 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/5f6a0c9b439844199a5d09b6ba0d4f71 2024-12-04T22:43:08,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/98f52e74d07c4b00aec135f7521d8e12 2024-12-04T22:43:08,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/f42f6efdd58a491699809d32720fdbe3 2024-12-04T22:43:08,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/5f6a0c9b439844199a5d09b6ba0d4f71, entries=150, sequenceid=292, filesize=12.0 K 2024-12-04T22:43:08,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/86ae766e6e094c22a45469aa8a563490 2024-12-04T22:43:08,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for fdaf2716fb316954387072e074938b84 in 1679ms, sequenceid=292, compaction requested=true 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:08,114 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:08,114 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fdaf2716fb316954387072e074938b84:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:08,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:08,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/54a09a95f44b4f2eadbaa013f4445757 2024-12-04T22:43:08,115 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:08,115 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:08,115 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/B is initiating minor compaction (all files) 2024-12-04T22:43:08,115 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/A is initiating minor compaction (all files) 2024-12-04T22:43:08,115 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/B in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:08,115 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/A in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:08,115 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/df008ef583e74e0786b521d7b53455de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/463e8fbd4a024a208065e91833732056, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/16e63f05a84746edabfc5301dc65b821] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=36.5 K 2024-12-04T22:43:08,115 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1d3ec1d9c6454a11896544204a8a4563, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=92.0 K 2024-12-04T22:43:08,115 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:08,115 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1d3ec1d9c6454a11896544204a8a4563, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2] 2024-12-04T22:43:08,116 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting df008ef583e74e0786b521d7b53455de, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352182924 2024-12-04T22:43:08,116 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3ec1d9c6454a11896544204a8a4563, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352182924 2024-12-04T22:43:08,116 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 463e8fbd4a024a208065e91833732056, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733352183060 2024-12-04T22:43:08,116 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting cae6a5e285d94eea884fbf5dadeaf8aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733352183060 2024-12-04T22:43:08,117 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49d566c05d8c4b28857ec0b46d3f63c2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733352185276 2024-12-04T22:43:08,117 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e63f05a84746edabfc5301dc65b821, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733352185276 2024-12-04T22:43:08,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/705f5a1e139742a7ba399e3cf4b44f1a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/85e5da237cfb465daf050867139dc201, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/de6819d829d54262a02c29b18f60063f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/46000433603e4db4916cd23ac7155c25, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/19d0acb9526e4ffab504b273eee2ddad, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/577b869282d144a7903cc4a3de9eda38, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f2fc13f678c94787a09ded5d6c84c3a5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/4b66925f94ff4249809380baac40d7b6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/c7d8ab434564429c992bcfbaa233b6ec, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/ee772afe9e5f41b9b30924627a526092, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/e39e9bfd303949c38df046a2c773b74a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/1c798c269a98473496078ac04b843acd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/a4fc01928eff4afa804ef18c2ddc9f55, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/bed1502c0d3144fd9661228a6c71d235, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/7393f7bda858483fb0df2cdc7259191e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/2fc8fa5bc0e641428a109c1468a13f6d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/fce7525cd4434a8791cb5382b373179d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/d424db5bbf2f4debb1456f60564cbb78] to archive 2024-12-04T22:43:08,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:08,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/705f5a1e139742a7ba399e3cf4b44f1a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/705f5a1e139742a7ba399e3cf4b44f1a 2024-12-04T22:43:08,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/85e5da237cfb465daf050867139dc201 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/85e5da237cfb465daf050867139dc201 2024-12-04T22:43:08,123 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/de6819d829d54262a02c29b18f60063f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/de6819d829d54262a02c29b18f60063f 2024-12-04T22:43:08,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/46000433603e4db4916cd23ac7155c25 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/46000433603e4db4916cd23ac7155c25 2024-12-04T22:43:08,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/19d0acb9526e4ffab504b273eee2ddad to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/19d0acb9526e4ffab504b273eee2ddad 2024-12-04T22:43:08,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/577b869282d144a7903cc4a3de9eda38 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/577b869282d144a7903cc4a3de9eda38 2024-12-04T22:43:08,126 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#B#compaction#370 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:08,127 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/f81f1c2ca74846f99a101d32d2052f68 is 50, key is test_row_0/B:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:08,127 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:08,127 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f2fc13f678c94787a09ded5d6c84c3a5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f2fc13f678c94787a09ded5d6c84c3a5 2024-12-04T22:43:08,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/4b66925f94ff4249809380baac40d7b6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/4b66925f94ff4249809380baac40d7b6 2024-12-04T22:43:08,129 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204815eb92dc2dd4ec58d27e4bc41f21a88_fdaf2716fb316954387072e074938b84 store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:08,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/c7d8ab434564429c992bcfbaa233b6ec to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/c7d8ab434564429c992bcfbaa233b6ec 2024-12-04T22:43:08,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/ee772afe9e5f41b9b30924627a526092 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/ee772afe9e5f41b9b30924627a526092 2024-12-04T22:43:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742262_1438 (size=13017) 2024-12-04T22:43:08,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/e39e9bfd303949c38df046a2c773b74a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/e39e9bfd303949c38df046a2c773b74a 2024-12-04T22:43:08,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/1c798c269a98473496078ac04b843acd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/1c798c269a98473496078ac04b843acd 2024-12-04T22:43:08,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/a4fc01928eff4afa804ef18c2ddc9f55 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/a4fc01928eff4afa804ef18c2ddc9f55 2024-12-04T22:43:08,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/bed1502c0d3144fd9661228a6c71d235 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/bed1502c0d3144fd9661228a6c71d235 2024-12-04T22:43:08,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/7393f7bda858483fb0df2cdc7259191e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/7393f7bda858483fb0df2cdc7259191e 2024-12-04T22:43:08,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/2fc8fa5bc0e641428a109c1468a13f6d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/2fc8fa5bc0e641428a109c1468a13f6d 2024-12-04T22:43:08,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/fce7525cd4434a8791cb5382b373179d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/fce7525cd4434a8791cb5382b373179d 2024-12-04T22:43:08,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/d424db5bbf2f4debb1456f60564cbb78 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/d424db5bbf2f4debb1456f60564cbb78 2024-12-04T22:43:08,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/825341cbe9ed41e6a6f795af6a1bb4aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0c3ea78937374e2695d0eb7c0e5a3f4b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/b21ac86fbe2549e6855d2491ea3cafa2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/3ff9b60a818c4ed2a3c05332b0a4cc25, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/4792432fe6d149a5a7d4eea8d6c54fe9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/04d1051845214b3f8b0e6329f4600e7f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6148283e96334e2b98cd95f2cc049f33, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6bd36ce7349547e9b606c5b9f6fca73b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ea86d654b56448149dc9935b0d1008fd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/bc0023f3d39f4be09ffe9d321d72f961, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/a78de76a603943428cca36a5ba22748f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ccbd2080ccf14369a4768155cbae2f95, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/fd6d81397f2544d0890163d655d1ff11, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/55bd04aa118648248f9f0acc1761dccf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/2b0e5c6dd6ac475d9cb7e40433fe5029, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/579c9f81964648a6a0d6bcf8639d71d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/789745202c6b41689052b86afe2682af, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d443fb24876a420ea642f297bbe29a95] to archive 2024-12-04T22:43:08,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:08,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/825341cbe9ed41e6a6f795af6a1bb4aa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/825341cbe9ed41e6a6f795af6a1bb4aa 2024-12-04T22:43:08,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0c3ea78937374e2695d0eb7c0e5a3f4b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0c3ea78937374e2695d0eb7c0e5a3f4b 2024-12-04T22:43:08,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/b21ac86fbe2549e6855d2491ea3cafa2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/b21ac86fbe2549e6855d2491ea3cafa2 2024-12-04T22:43:08,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/3ff9b60a818c4ed2a3c05332b0a4cc25 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/3ff9b60a818c4ed2a3c05332b0a4cc25 2024-12-04T22:43:08,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/4792432fe6d149a5a7d4eea8d6c54fe9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/4792432fe6d149a5a7d4eea8d6c54fe9 2024-12-04T22:43:08,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/04d1051845214b3f8b0e6329f4600e7f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/04d1051845214b3f8b0e6329f4600e7f 2024-12-04T22:43:08,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6148283e96334e2b98cd95f2cc049f33 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6148283e96334e2b98cd95f2cc049f33 2024-12-04T22:43:08,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6bd36ce7349547e9b606c5b9f6fca73b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/6bd36ce7349547e9b606c5b9f6fca73b 2024-12-04T22:43:08,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ea86d654b56448149dc9935b0d1008fd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ea86d654b56448149dc9935b0d1008fd 2024-12-04T22:43:08,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/bc0023f3d39f4be09ffe9d321d72f961 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/bc0023f3d39f4be09ffe9d321d72f961 2024-12-04T22:43:08,160 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/a78de76a603943428cca36a5ba22748f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/a78de76a603943428cca36a5ba22748f 2024-12-04T22:43:08,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ccbd2080ccf14369a4768155cbae2f95 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/ccbd2080ccf14369a4768155cbae2f95 2024-12-04T22:43:08,161 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204815eb92dc2dd4ec58d27e4bc41f21a88_fdaf2716fb316954387072e074938b84, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:08,162 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204815eb92dc2dd4ec58d27e4bc41f21a88_fdaf2716fb316954387072e074938b84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:08,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/fd6d81397f2544d0890163d655d1ff11 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/fd6d81397f2544d0890163d655d1ff11 2024-12-04T22:43:08,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/55bd04aa118648248f9f0acc1761dccf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/55bd04aa118648248f9f0acc1761dccf 2024-12-04T22:43:08,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/2b0e5c6dd6ac475d9cb7e40433fe5029 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/2b0e5c6dd6ac475d9cb7e40433fe5029 2024-12-04T22:43:08,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/579c9f81964648a6a0d6bcf8639d71d0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/579c9f81964648a6a0d6bcf8639d71d0 2024-12-04T22:43:08,166 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/789745202c6b41689052b86afe2682af to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/789745202c6b41689052b86afe2682af 2024-12-04T22:43:08,167 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d443fb24876a420ea642f297bbe29a95 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d443fb24876a420ea642f297bbe29a95 2024-12-04T22:43:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742263_1439 (size=4469) 2024-12-04T22:43:08,542 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/f81f1c2ca74846f99a101d32d2052f68 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f81f1c2ca74846f99a101d32d2052f68 2024-12-04T22:43:08,550 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/B of fdaf2716fb316954387072e074938b84 into f81f1c2ca74846f99a101d32d2052f68(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:08,550 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:08,550 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/B, priority=13, startTime=1733352188114; duration=0sec 2024-12-04T22:43:08,550 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:08,550 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:B 2024-12-04T22:43:08,550 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:08,551 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:08,551 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): fdaf2716fb316954387072e074938b84/C is initiating minor compaction (all files) 2024-12-04T22:43:08,551 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fdaf2716fb316954387072e074938b84/C in TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:08,551 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0ab57d9a21014018bce2c17e12ecf291, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/e6cbb6564ab14e16af6642cd91d9a845, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/5f6a0c9b439844199a5d09b6ba0d4f71] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp, totalSize=36.5 K 2024-12-04T22:43:08,552 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ab57d9a21014018bce2c17e12ecf291, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352182924 2024-12-04T22:43:08,552 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e6cbb6564ab14e16af6642cd91d9a845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733352183060 2024-12-04T22:43:08,553 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f6a0c9b439844199a5d09b6ba0d4f71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733352185276 2024-12-04T22:43:08,563 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#C#compaction#372 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:08,563 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/d23fc65e7b504fbe908384c89f82dbf8 is 50, key is test_row_0/C:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742264_1440 (size=12404) 2024-12-04T22:43:08,570 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fdaf2716fb316954387072e074938b84#A#compaction#371 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:08,570 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/c382b29f365a42afaf929351c5e9a034 is 175, key is test_row_0/A:col10/1733352186431/Put/seqid=0 2024-12-04T22:43:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742265_1441 (size=31358) 2024-12-04T22:43:08,972 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/d23fc65e7b504fbe908384c89f82dbf8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d23fc65e7b504fbe908384c89f82dbf8 2024-12-04T22:43:08,976 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/C of fdaf2716fb316954387072e074938b84 into d23fc65e7b504fbe908384c89f82dbf8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:08,976 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:08,976 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/C, priority=13, startTime=1733352188114; duration=0sec 2024-12-04T22:43:08,976 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:08,976 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:C 2024-12-04T22:43:08,977 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/c382b29f365a42afaf929351c5e9a034 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/c382b29f365a42afaf929351c5e9a034 2024-12-04T22:43:08,980 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fdaf2716fb316954387072e074938b84/A of fdaf2716fb316954387072e074938b84 into c382b29f365a42afaf929351c5e9a034(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:08,980 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fdaf2716fb316954387072e074938b84: 2024-12-04T22:43:08,980 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., storeName=fdaf2716fb316954387072e074938b84/A, priority=13, startTime=1733352188114; duration=0sec 2024-12-04T22:43:08,980 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:08,980 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fdaf2716fb316954387072e074938b84:A 2024-12-04T22:43:11,504 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-12-04T22:43:11,504 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:11,504 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,505 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:11,533 INFO [Thread-1601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1601. 2024-12-04T22:43:11,533 INFO [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603. 2024-12-04T22:43:11,533 DEBUG [Thread-1601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:11,533 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:11,533 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,533 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,533 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,533 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:11,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1740 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5212 rows 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1746 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5238 rows 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1753 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5248 rows 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1760 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5268 rows 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1755 2024-12-04T22:43:11,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5253 rows 2024-12-04T22:43:11,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:43:11,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:43:11,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:11,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:11,536 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T22:43:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T22:43:11,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352191540"}]},"ts":"1733352191540"} 2024-12-04T22:43:11,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T22:43:11,542 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T22:43:11,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:43:11,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, UNASSIGN}] 2024-12-04T22:43:11,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, UNASSIGN 2024-12-04T22:43:11,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:11,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, UNASSIGN because future has completed 2024-12-04T22:43:11,547 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:43:11,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:43:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T22:43:11,699 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close fdaf2716fb316954387072e074938b84 2024-12-04T22:43:11,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:43:11,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing fdaf2716fb316954387072e074938b84, disabling compactions & flushes 2024-12-04T22:43:11,699 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:11,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:11,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. after waiting 0 ms 2024-12-04T22:43:11,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:11,700 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing fdaf2716fb316954387072e074938b84 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T22:43:11,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=A 2024-12-04T22:43:11,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:11,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=B 2024-12-04T22:43:11,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:11,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fdaf2716fb316954387072e074938b84, store=C 2024-12-04T22:43:11,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:11,712 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204679cceb781bd434fa1c3988c1fc4cb7e_fdaf2716fb316954387072e074938b84 is 50, key is test_row_0/A:col10/1733352191530/Put/seqid=0 2024-12-04T22:43:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742266_1442 (size=12454) 2024-12-04T22:43:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T22:43:12,116 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:12,125 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204679cceb781bd434fa1c3988c1fc4cb7e_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204679cceb781bd434fa1c3988c1fc4cb7e_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:12,126 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/aba5eda2feca4b88923d28a8267756bb, store: [table=TestAcidGuarantees family=A region=fdaf2716fb316954387072e074938b84] 2024-12-04T22:43:12,126 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/aba5eda2feca4b88923d28a8267756bb is 175, key is test_row_0/A:col10/1733352191530/Put/seqid=0 2024-12-04T22:43:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742267_1443 (size=31255) 2024-12-04T22:43:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T22:43:12,532 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/aba5eda2feca4b88923d28a8267756bb 2024-12-04T22:43:12,544 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/29208e4f8bbc4bc4abe095fa9011e80f is 50, key is test_row_0/B:col10/1733352191530/Put/seqid=0 2024-12-04T22:43:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742268_1444 (size=12301) 2024-12-04T22:43:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T22:43:12,949 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/29208e4f8bbc4bc4abe095fa9011e80f 2024-12-04T22:43:13,013 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/7c3a2f10cd0c491b8b518e0bbd9e896e is 50, key is test_row_0/C:col10/1733352191530/Put/seqid=0 2024-12-04T22:43:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742269_1445 (size=12301) 2024-12-04T22:43:13,420 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/7c3a2f10cd0c491b8b518e0bbd9e896e 2024-12-04T22:43:13,431 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/A/aba5eda2feca4b88923d28a8267756bb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/aba5eda2feca4b88923d28a8267756bb 2024-12-04T22:43:13,435 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/aba5eda2feca4b88923d28a8267756bb, entries=150, sequenceid=301, filesize=30.5 K 2024-12-04T22:43:13,436 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/B/29208e4f8bbc4bc4abe095fa9011e80f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/29208e4f8bbc4bc4abe095fa9011e80f 2024-12-04T22:43:13,440 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/29208e4f8bbc4bc4abe095fa9011e80f, entries=150, sequenceid=301, filesize=12.0 K 2024-12-04T22:43:13,440 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/.tmp/C/7c3a2f10cd0c491b8b518e0bbd9e896e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/7c3a2f10cd0c491b8b518e0bbd9e896e 2024-12-04T22:43:13,444 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/7c3a2f10cd0c491b8b518e0bbd9e896e, entries=150, sequenceid=301, filesize=12.0 K 2024-12-04T22:43:13,444 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for fdaf2716fb316954387072e074938b84 in 1745ms, sequenceid=301, compaction requested=false 2024-12-04T22:43:13,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1d3ec1d9c6454a11896544204a8a4563, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2] to archive 2024-12-04T22:43:13,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:13,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1d3ec1d9c6454a11896544204a8a4563 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/1d3ec1d9c6454a11896544204a8a4563 2024-12-04T22:43:13,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/cae6a5e285d94eea884fbf5dadeaf8aa 2024-12-04T22:43:13,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/49d566c05d8c4b28857ec0b46d3f63c2 2024-12-04T22:43:13,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/df008ef583e74e0786b521d7b53455de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/463e8fbd4a024a208065e91833732056, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/16e63f05a84746edabfc5301dc65b821] to archive 2024-12-04T22:43:13,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:13,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/df008ef583e74e0786b521d7b53455de to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/df008ef583e74e0786b521d7b53455de 2024-12-04T22:43:13,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/463e8fbd4a024a208065e91833732056 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/463e8fbd4a024a208065e91833732056 2024-12-04T22:43:13,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/16e63f05a84746edabfc5301dc65b821 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/16e63f05a84746edabfc5301dc65b821 2024-12-04T22:43:13,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0ab57d9a21014018bce2c17e12ecf291, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/e6cbb6564ab14e16af6642cd91d9a845, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/5f6a0c9b439844199a5d09b6ba0d4f71] to archive 2024-12-04T22:43:13,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:13,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0ab57d9a21014018bce2c17e12ecf291 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/0ab57d9a21014018bce2c17e12ecf291 2024-12-04T22:43:13,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/e6cbb6564ab14e16af6642cd91d9a845 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/e6cbb6564ab14e16af6642cd91d9a845 2024-12-04T22:43:13,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/5f6a0c9b439844199a5d09b6ba0d4f71 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/5f6a0c9b439844199a5d09b6ba0d4f71 2024-12-04T22:43:13,461 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4 2024-12-04T22:43:13,461 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. 2024-12-04T22:43:13,461 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for fdaf2716fb316954387072e074938b84: Waiting for close lock at 1733352191699Running coprocessor pre-close hooks at 1733352191699Disabling compacts and flushes for region at 1733352191699Disabling writes for close at 1733352191699Obtaining lock to block concurrent updates at 1733352191700 (+1 ms)Preparing flush snapshotting stores in fdaf2716fb316954387072e074938b84 at 1733352191700Finished memstore snapshotting TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733352191700Flushing stores of TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84. at 1733352191701 (+1 ms)Flushing fdaf2716fb316954387072e074938b84/A: creating writer at 1733352191701Flushing mob file fdaf2716fb316954387072e074938b84/A: appending metadata at 1733352191712 (+11 ms)Flushing mob file fdaf2716fb316954387072e074938b84/A: closing flushed file at 1733352191712Flushing fdaf2716fb316954387072e074938b84/A: appending metadata at 1733352192126 (+414 ms)Flushing fdaf2716fb316954387072e074938b84/A: closing flushed file at 1733352192126Flushing fdaf2716fb316954387072e074938b84/B: creating writer at 1733352192540 (+414 ms)Flushing fdaf2716fb316954387072e074938b84/B: appending metadata at 1733352192544 (+4 ms)Flushing fdaf2716fb316954387072e074938b84/B: closing flushed file at 1733352192544Flushing fdaf2716fb316954387072e074938b84/C: creating writer at 1733352193007 (+463 ms)Flushing fdaf2716fb316954387072e074938b84/C: appending metadata at 1733352193012 (+5 ms)Flushing fdaf2716fb316954387072e074938b84/C: closing flushed file at 1733352193012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7dc19d: reopening flushed file at 1733352193430 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6133d509: reopening flushed file at 1733352193435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6742de: reopening flushed file at 1733352193440 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for fdaf2716fb316954387072e074938b84 in 1745ms, sequenceid=301, compaction requested=false at 1733352193444 (+4 ms)Writing region close event to WAL at 1733352193458 (+14 ms)Running coprocessor post-close hooks at 1733352193461 (+3 ms)Closed at 1733352193461 2024-12-04T22:43:13,463 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=fdaf2716fb316954387072e074938b84, regionState=CLOSED 2024-12-04T22:43:13,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:43:13,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-04T22:43:13,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure fdaf2716fb316954387072e074938b84, server=9840c0493aab,32925,1733352064572 in 1.9180 sec 2024-12-04T22:43:13,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-04T22:43:13,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fdaf2716fb316954387072e074938b84, UNASSIGN in 1.9220 sec 2024-12-04T22:43:13,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-04T22:43:13,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9250 sec 2024-12-04T22:43:13,470 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352193469"}]},"ts":"1733352193469"} 2024-12-04T22:43:13,471 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T22:43:13,471 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T22:43:13,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9350 sec 2024-12-04T22:43:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T22:43:13,691 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:13,693 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T22:43:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,698 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T22:43:13,700 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,703 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,706 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/recovered.edits] 2024-12-04T22:43:13,709 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/aba5eda2feca4b88923d28a8267756bb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/aba5eda2feca4b88923d28a8267756bb 2024-12-04T22:43:13,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/c382b29f365a42afaf929351c5e9a034 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/A/c382b29f365a42afaf929351c5e9a034 2024-12-04T22:43:13,713 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/29208e4f8bbc4bc4abe095fa9011e80f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/29208e4f8bbc4bc4abe095fa9011e80f 2024-12-04T22:43:13,714 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f81f1c2ca74846f99a101d32d2052f68 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/B/f81f1c2ca74846f99a101d32d2052f68 2024-12-04T22:43:13,715 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/7c3a2f10cd0c491b8b518e0bbd9e896e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/7c3a2f10cd0c491b8b518e0bbd9e896e 2024-12-04T22:43:13,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d23fc65e7b504fbe908384c89f82dbf8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/C/d23fc65e7b504fbe908384c89f82dbf8 2024-12-04T22:43:13,718 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/recovered.edits/304.seqid to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84/recovered.edits/304.seqid 2024-12-04T22:43:13,718 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,719 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T22:43:13,719 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T22:43:13,719 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T22:43:13,721 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120415dc01b5bda8471488525504fcaa1daf_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120415dc01b5bda8471488525504fcaa1daf_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,722 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041adbf60b7a9a4ddbbab4cb772e24526f_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041adbf60b7a9a4ddbbab4cb772e24526f_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,723 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041dd98d1db5784cd480c5544bf53abbf2_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041dd98d1db5784cd480c5544bf53abbf2_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,724 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042dd82c180e7742aea130f7a79afc1053_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042dd82c180e7742aea130f7a79afc1053_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,725 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120443820720fdb54b6dad4bf17e664e1d73_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120443820720fdb54b6dad4bf17e664e1d73_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,727 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044668115307934c1d8d64e68244e87c4e_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044668115307934c1d8d64e68244e87c4e_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,728 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044c1e407f1ad54a78aa5638a0aeb064e1_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044c1e407f1ad54a78aa5638a0aeb064e1_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,729 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204679cceb781bd434fa1c3988c1fc4cb7e_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204679cceb781bd434fa1c3988c1fc4cb7e_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048939f04356a1439083fe84fc06abfa8c_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048939f04356a1439083fe84fc06abfa8c_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204afd64b5bbe8d469e8b877fb5b83e9e53_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204afd64b5bbe8d469e8b877fb5b83e9e53_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,732 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc6c9303c6ac4ee0ae5ab2a930ccd68b_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc6c9303c6ac4ee0ae5ab2a930ccd68b_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,733 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204be60bacf6a5a4e34ba66c4108669ce01_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204be60bacf6a5a4e34ba66c4108669ce01_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,734 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c2ec1c64dc084070abfda674b141ceab_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c2ec1c64dc084070abfda674b141ceab_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,736 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d52cb22fd2b446cb9dc53574c99401eb_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d52cb22fd2b446cb9dc53574c99401eb_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,737 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204de648a421dfa46ea98939a175944aef8_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204de648a421dfa46ea98939a175944aef8_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,738 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204dea19f91933a482aa19afa7489aba3ac_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204dea19f91933a482aa19afa7489aba3ac_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,739 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204debc6efd03854e3bb103a9f37c1b09d9_fdaf2716fb316954387072e074938b84 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204debc6efd03854e3bb103a9f37c1b09d9_fdaf2716fb316954387072e074938b84 2024-12-04T22:43:13,740 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T22:43:13,743 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,745 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T22:43:13,747 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T22:43:13,749 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,749 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T22:43:13,749 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733352193749"}]},"ts":"9223372036854775807"} 2024-12-04T22:43:13,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T22:43:13,750 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fdaf2716fb316954387072e074938b84, NAME => 'TestAcidGuarantees,,1733352162915.fdaf2716fb316954387072e074938b84.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T22:43:13,750 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T22:43:13,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733352193750"}]},"ts":"9223372036854775807"} 2024-12-04T22:43:13,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T22:43:13,753 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-12-04T22:43:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T22:43:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:43:13,811 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:13,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=249 (was 246) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2048746336_22 at /127.0.0.1:54174 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=10475 (was 10584) 2024-12-04T22:43:13,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=10475 2024-12-04T22:43:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:43:13,835 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:43:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:13,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:43:13,837 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:13,837 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-12-04T22:43:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-04T22:43:13,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:43:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742270_1446 (size=1061) 2024-12-04T22:43:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-04T22:43:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-04T22:43:14,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T22:43:14,248 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:43:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742271_1447 (size=53) 2024-12-04T22:43:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-04T22:43:14,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:43:14,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 775ce80b7a0adab1fe582738fcca67e4, disabling compactions & flushes 2024-12-04T22:43:14,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:14,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:14,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. after waiting 0 ms 2024-12-04T22:43:14,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:14,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:14,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 775ce80b7a0adab1fe582738fcca67e4: Waiting for close lock at 1733352194660Disabling compacts and flushes for region at 1733352194660Disabling writes for close at 1733352194660Writing region close event to WAL at 1733352194660Closed at 1733352194660 2024-12-04T22:43:14,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:43:14,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733352194663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352194663"}]},"ts":"1733352194663"} 2024-12-04T22:43:14,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:43:14,668 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:43:14,669 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352194669"}]},"ts":"1733352194669"} 2024-12-04T22:43:14,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T22:43:14,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, ASSIGN}] 2024-12-04T22:43:14,673 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, ASSIGN 2024-12-04T22:43:14,674 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, ASSIGN; state=OFFLINE, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=false 2024-12-04T22:43:14,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=775ce80b7a0adab1fe582738fcca67e4, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:14,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, ASSIGN because future has completed 2024-12-04T22:43:14,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:43:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-04T22:43:14,984 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:14,985 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:43:14,986 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,986 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:43:14,986 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,986 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,988 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,990 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:14,990 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 775ce80b7a0adab1fe582738fcca67e4 columnFamilyName A 2024-12-04T22:43:14,990 DEBUG [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:14,991 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.HStore(327): Store=775ce80b7a0adab1fe582738fcca67e4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:14,991 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,993 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:14,993 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 775ce80b7a0adab1fe582738fcca67e4 columnFamilyName B 2024-12-04T22:43:14,993 DEBUG [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:14,994 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.HStore(327): Store=775ce80b7a0adab1fe582738fcca67e4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:14,994 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,996 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:14,996 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 775ce80b7a0adab1fe582738fcca67e4 columnFamilyName C 2024-12-04T22:43:14,996 DEBUG [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:14,997 INFO [StoreOpener-775ce80b7a0adab1fe582738fcca67e4-1 {}] regionserver.HStore(327): Store=775ce80b7a0adab1fe582738fcca67e4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:14,997 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:14,997 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,998 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:14,998 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:15,000 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:15,000 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:15,000 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:43:15,002 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:15,004 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:43:15,005 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 775ce80b7a0adab1fe582738fcca67e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70343972, jitterRate=0.048206865787506104}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:43:15,005 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:15,005 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 775ce80b7a0adab1fe582738fcca67e4: Running coprocessor pre-open hook at 1733352194986Writing region info on filesystem at 1733352194986Initializing all the Stores at 1733352194987 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352194987Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352194988 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352194988Cleaning up temporary data from old regions at 1733352195000 (+12 ms)Running coprocessor post-open hooks at 1733352195005 (+5 ms)Region opened successfully at 1733352195005 2024-12-04T22:43:15,006 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., pid=128, masterSystemTime=1733352194978 2024-12-04T22:43:15,007 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:15,008 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:15,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=775ce80b7a0adab1fe582738fcca67e4, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:43:15,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-04T22:43:15,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 in 184 msec 2024-12-04T22:43:15,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-12-04T22:43:15,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, ASSIGN in 340 msec 2024-12-04T22:43:15,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:43:15,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352195013"}]},"ts":"1733352195013"} 2024-12-04T22:43:15,015 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T22:43:15,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:43:15,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-12-04T22:43:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-12-04T22:43:15,981 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:15,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:15,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:15,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:15,985 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:15,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d4cb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:15,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:15,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:15,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:15,988 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4275e1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:15,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:15,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:15,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:43:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:43:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fa584f7 2024-12-04T22:43:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:43:15,996 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:43:15,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:15,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:15,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:15,999 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270ee50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,001 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e5b13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdc60c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,006 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bba5ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,008 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f537d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,010 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8a4ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16c97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcbb236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,016 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487a77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,017 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7632577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372013fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,021 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0add6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,023 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71889108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,024 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ebd449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,026 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cafa66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,027 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a36bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,029 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e266e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2751ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb1bf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:16,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:16,032 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff7962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:16,033 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ebbc52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:16,034 DEBUG [Thread-2016 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,034 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,034 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,034 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,035 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:16,035 DEBUG [Thread-2027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,035 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,035 DEBUG [Thread-2025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,035 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,035 DEBUG [Thread-2014 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,036 DEBUG [Thread-2025 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,036 DEBUG [Thread-2025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,037 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T22:43:16,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:16,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2] 2024-12-04T22:43:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:16,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:43:16,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:16,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:16,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:16,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:16,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:16,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:16,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/48db6012f2534b1cb4d4f1000dc43a59 is 50, key is test_row_0/A:col10/1733352196048/Put/seqid=0 2024-12-04T22:43:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742272_1448 (size=12001) 2024-12-04T22:43:16,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352196056, max timestamp=1733352196084Num uniques 859; 2024-12-04T22:43:16,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:16,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352196056, max timestamp=1733352196084Num uniques 859; 2024-12-04T22:43:16,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:16,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352196056, max timestamp=1733352196085Num uniques 859; 2024-12-04T22:43:16,088 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352256109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352256110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352256111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352256112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352256116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T22:43:16,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T22:43:16,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:16,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352256220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352256220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352256220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352256229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352256229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T22:43:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T22:43:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352256430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352256430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352256430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352256439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352256439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/48db6012f2534b1cb4d4f1000dc43a59 2024-12-04T22:43:16,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/96c7431334a84cf3943a4576d199c45c is 50, key is test_row_0/B:col10/1733352196048/Put/seqid=0 2024-12-04T22:43:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742273_1449 (size=12001) 2024-12-04T22:43:16,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/96c7431334a84cf3943a4576d199c45c 2024-12-04T22:43:16,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T22:43:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/8ec1031c53944f7c83572ff98cde4fd1 is 50, key is test_row_0/C:col10/1733352196048/Put/seqid=0 2024-12-04T22:43:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742274_1450 (size=12001) 2024-12-04T22:43:16,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T22:43:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T22:43:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352256740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352256740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352256740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352256749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352256749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:16,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T22:43:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:16,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/8ec1031c53944f7c83572ff98cde4fd1 2024-12-04T22:43:16,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/48db6012f2534b1cb4d4f1000dc43a59 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/48db6012f2534b1cb4d4f1000dc43a59 2024-12-04T22:43:16,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/48db6012f2534b1cb4d4f1000dc43a59, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:43:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/96c7431334a84cf3943a4576d199c45c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/96c7431334a84cf3943a4576d199c45c 2024-12-04T22:43:16,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/96c7431334a84cf3943a4576d199c45c, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:43:16,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/8ec1031c53944f7c83572ff98cde4fd1 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/8ec1031c53944f7c83572ff98cde4fd1 2024-12-04T22:43:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/8ec1031c53944f7c83572ff98cde4fd1, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T22:43:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 775ce80b7a0adab1fe582738fcca67e4 in 885ms, sequenceid=12, compaction requested=false 2024-12-04T22:43:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T22:43:16,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:16,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-04T22:43:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:16,960 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-04T22:43:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/abbab687430647548e6d324ece7d18a7 is 50, key is test_row_0/A:col10/1733352196111/Put/seqid=0 2024-12-04T22:43:16,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742275_1451 (size=12001) 2024-12-04T22:43:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T22:43:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:17,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352257272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352257273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352257276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352257277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352257278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/abbab687430647548e6d324ece7d18a7 2024-12-04T22:43:17,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/f7bd634466564b799b1a5f381801289c is 50, key is test_row_0/B:col10/1733352196111/Put/seqid=0 2024-12-04T22:43:17,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352257379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742276_1452 (size=12001) 2024-12-04T22:43:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,387 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/f7bd634466564b799b1a5f381801289c 2024-12-04T22:43:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/40528c2f096d46028f84c33f7f36bf02 is 50, key is test_row_0/C:col10/1733352196111/Put/seqid=0 2024-12-04T22:43:17,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352257390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352257390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352257390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352257390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742277_1453 (size=12001) 2024-12-04T22:43:17,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352257590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352257599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352257609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352257609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352257610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,805 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/40528c2f096d46028f84c33f7f36bf02 2024-12-04T22:43:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/abbab687430647548e6d324ece7d18a7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/abbab687430647548e6d324ece7d18a7 2024-12-04T22:43:17,813 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/abbab687430647548e6d324ece7d18a7, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T22:43:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/f7bd634466564b799b1a5f381801289c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f7bd634466564b799b1a5f381801289c 2024-12-04T22:43:17,817 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f7bd634466564b799b1a5f381801289c, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T22:43:17,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/40528c2f096d46028f84c33f7f36bf02 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/40528c2f096d46028f84c33f7f36bf02 2024-12-04T22:43:17,821 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/40528c2f096d46028f84c33f7f36bf02, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T22:43:17,822 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 775ce80b7a0adab1fe582738fcca67e4 in 862ms, sequenceid=46, compaction requested=false 2024-12-04T22:43:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-04T22:43:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-04T22:43:17,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-04T22:43:17,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-12-04T22:43:17,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7920 sec 2024-12-04T22:43:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:17,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:43:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:17,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:17,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/ca5341da7e774847b2bb4ac5bace75f9 is 50, key is test_row_0/A:col10/1733352197276/Put/seqid=0 2024-12-04T22:43:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742278_1454 (size=11997) 2024-12-04T22:43:17,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352257931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352257935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352257935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352257936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352257937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352258039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352258039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352258039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352258050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352258050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T22:43:18,180 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:18,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-04T22:43:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:18,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:18,183 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:18,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352258249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352258250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352258250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352258260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352258260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:18,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/ca5341da7e774847b2bb4ac5bace75f9 2024-12-04T22:43:18,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/a4202ffeee2b48478815291344578203 is 50, key is test_row_0/B:col10/1733352197276/Put/seqid=0 2024-12-04T22:43:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742279_1455 (size=9657) 2024-12-04T22:43:18,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:18,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352258559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352258559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352258560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352258570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352258570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:18,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/a4202ffeee2b48478815291344578203 2024-12-04T22:43:18,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/675a6bc09ba84b62a913e5e99d9fe8c6 is 50, key is test_row_0/C:col10/1733352197276/Put/seqid=0 2024-12-04T22:43:18,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742280_1456 (size=9657) 2024-12-04T22:43:18,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:18,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:18,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:18,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:43:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352259070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352259070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352259070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:19,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352259080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:19,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:19,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352259080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:19,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:19,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:19,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/675a6bc09ba84b62a913e5e99d9fe8c6 2024-12-04T22:43:19,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/ca5341da7e774847b2bb4ac5bace75f9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/ca5341da7e774847b2bb4ac5bace75f9 2024-12-04T22:43:19,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/ca5341da7e774847b2bb4ac5bace75f9, entries=150, sequenceid=58, filesize=11.7 K 2024-12-04T22:43:19,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/a4202ffeee2b48478815291344578203 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/a4202ffeee2b48478815291344578203 2024-12-04T22:43:19,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/a4202ffeee2b48478815291344578203, entries=100, sequenceid=58, filesize=9.4 K 2024-12-04T22:43:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/675a6bc09ba84b62a913e5e99d9fe8c6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/675a6bc09ba84b62a913e5e99d9fe8c6 2024-12-04T22:43:19,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/675a6bc09ba84b62a913e5e99d9fe8c6, entries=100, sequenceid=58, filesize=9.4 K 2024-12-04T22:43:19,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 775ce80b7a0adab1fe582738fcca67e4 in 1241ms, sequenceid=58, compaction requested=true 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:19,145 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:19,145 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:19,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:19,146 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:19,146 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:19,146 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:19,146 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:19,146 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:19,146 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:19,146 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/48db6012f2534b1cb4d4f1000dc43a59, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/abbab687430647548e6d324ece7d18a7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/ca5341da7e774847b2bb4ac5bace75f9] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=35.2 K 2024-12-04T22:43:19,146 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/96c7431334a84cf3943a4576d199c45c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f7bd634466564b799b1a5f381801289c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/a4202ffeee2b48478815291344578203] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=32.9 K 2024-12-04T22:43:19,146 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c7431334a84cf3943a4576d199c45c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352196046 2024-12-04T22:43:19,146 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48db6012f2534b1cb4d4f1000dc43a59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352196046 2024-12-04T22:43:19,147 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f7bd634466564b799b1a5f381801289c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733352196109 2024-12-04T22:43:19,147 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting abbab687430647548e6d324ece7d18a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733352196109 2024-12-04T22:43:19,147 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca5341da7e774847b2bb4ac5bace75f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733352197276 2024-12-04T22:43:19,147 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a4202ffeee2b48478815291344578203, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733352197276 2024-12-04T22:43:19,153 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:19,153 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:19,153 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/1b73aeadbf7448e488954fcad876d6c4 is 50, key is test_row_0/A:col10/1733352197276/Put/seqid=0 2024-12-04T22:43:19,153 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/8f5179a0945c4ebc994c6a49127d1e7c is 50, key is test_row_0/B:col10/1733352197276/Put/seqid=0 2024-12-04T22:43:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742282_1458 (size=12104) 2024-12-04T22:43:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742281_1457 (size=12104) 2024-12-04T22:43:19,177 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/8f5179a0945c4ebc994c6a49127d1e7c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/8f5179a0945c4ebc994c6a49127d1e7c 2024-12-04T22:43:19,183 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 8f5179a0945c4ebc994c6a49127d1e7c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:19,183 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:19,183 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=13, startTime=1733352199145; duration=0sec 2024-12-04T22:43:19,184 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:19,184 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:19,184 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:19,185 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:19,185 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:19,185 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:19,185 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/8ec1031c53944f7c83572ff98cde4fd1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/40528c2f096d46028f84c33f7f36bf02, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/675a6bc09ba84b62a913e5e99d9fe8c6] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=32.9 K 2024-12-04T22:43:19,185 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ec1031c53944f7c83572ff98cde4fd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733352196046 2024-12-04T22:43:19,186 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 40528c2f096d46028f84c33f7f36bf02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733352196109 2024-12-04T22:43:19,186 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 675a6bc09ba84b62a913e5e99d9fe8c6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733352197276 2024-12-04T22:43:19,186 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/1b73aeadbf7448e488954fcad876d6c4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b73aeadbf7448e488954fcad876d6c4 2024-12-04T22:43:19,191 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into 1b73aeadbf7448e488954fcad876d6c4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:19,191 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:19,191 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=13, startTime=1733352199145; duration=0sec 2024-12-04T22:43:19,192 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:19,192 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:19,193 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:19,193 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/6d04e996f9434a55b2a912a2460c99d0 is 50, key is test_row_0/C:col10/1733352197276/Put/seqid=0 2024-12-04T22:43:19,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742283_1459 (size=12104) 2024-12-04T22:43:19,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T22:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:19,249 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:43:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/25d2ec42880a4bdbb31765e82dc107f0 is 50, key is test_row_0/A:col10/1733352197935/Put/seqid=0 2024-12-04T22:43:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742284_1460 (size=12001) 2024-12-04T22:43:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:19,601 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/6d04e996f9434a55b2a912a2460c99d0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/6d04e996f9434a55b2a912a2460c99d0 2024-12-04T22:43:19,605 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into 6d04e996f9434a55b2a912a2460c99d0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:19,605 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:19,605 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=13, startTime=1733352199145; duration=0sec 2024-12-04T22:43:19,605 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:19,605 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:19,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/25d2ec42880a4bdbb31765e82dc107f0 2024-12-04T22:43:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/d1b76e8f943d42ae96ef6e698a14cff6 is 50, key is test_row_0/B:col10/1733352197935/Put/seqid=0 2024-12-04T22:43:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742285_1461 (size=12001) 2024-12-04T22:43:20,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/d1b76e8f943d42ae96ef6e698a14cff6 2024-12-04T22:43:20,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/4dd742e1cba44a2f933e18c674df20aa is 50, key is test_row_0/C:col10/1733352197935/Put/seqid=0 2024-12-04T22:43:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742286_1462 (size=12001) 2024-12-04T22:43:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352260090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352260092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,096 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352260093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352260095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352260096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352260200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352260209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352260209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352260209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:20,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352260410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352260419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352260419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352260419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,480 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/4dd742e1cba44a2f933e18c674df20aa 2024-12-04T22:43:20,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/25d2ec42880a4bdbb31765e82dc107f0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/25d2ec42880a4bdbb31765e82dc107f0 2024-12-04T22:43:20,486 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/25d2ec42880a4bdbb31765e82dc107f0, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T22:43:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/d1b76e8f943d42ae96ef6e698a14cff6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d1b76e8f943d42ae96ef6e698a14cff6 2024-12-04T22:43:20,489 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d1b76e8f943d42ae96ef6e698a14cff6, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T22:43:20,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/4dd742e1cba44a2f933e18c674df20aa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/4dd742e1cba44a2f933e18c674df20aa 2024-12-04T22:43:20,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/4dd742e1cba44a2f933e18c674df20aa, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T22:43:20,493 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 775ce80b7a0adab1fe582738fcca67e4 in 1244ms, sequenceid=80, compaction requested=false 2024-12-04T22:43:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-04T22:43:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-04T22:43:20,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-04T22:43:20,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-12-04T22:43:20,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.3150 sec 2024-12-04T22:43:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:20,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T22:43:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:20,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/bd0012b155694a7baad225538f99fcc1 is 50, key is test_row_0/A:col10/1733352200087/Put/seqid=0 2024-12-04T22:43:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742287_1463 (size=14341) 2024-12-04T22:43:20,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352260754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352260755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352260756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352260757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352260869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352260869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352260869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352260869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352261080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352261080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352261080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352261080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/bd0012b155694a7baad225538f99fcc1 2024-12-04T22:43:21,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/3b7042801f424aedaef65555cd245b0c is 50, key is test_row_0/B:col10/1733352200087/Put/seqid=0 2024-12-04T22:43:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742288_1464 (size=12001) 2024-12-04T22:43:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352261390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352261390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352261390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352261390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/3b7042801f424aedaef65555cd245b0c 2024-12-04T22:43:21,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/a76c7cce917b4de49289c34ce0eff4e7 is 50, key is test_row_0/C:col10/1733352200087/Put/seqid=0 2024-12-04T22:43:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742289_1465 (size=12001) 2024-12-04T22:43:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352261899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352261900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352261900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352261910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:21,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:21,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:21,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/a76c7cce917b4de49289c34ce0eff4e7 2024-12-04T22:43:21,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/bd0012b155694a7baad225538f99fcc1 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/bd0012b155694a7baad225538f99fcc1 2024-12-04T22:43:21,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/bd0012b155694a7baad225538f99fcc1, entries=200, sequenceid=94, filesize=14.0 K 2024-12-04T22:43:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/3b7042801f424aedaef65555cd245b0c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3b7042801f424aedaef65555cd245b0c 2024-12-04T22:43:21,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3b7042801f424aedaef65555cd245b0c, entries=150, sequenceid=94, filesize=11.7 K 2024-12-04T22:43:21,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/a76c7cce917b4de49289c34ce0eff4e7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/a76c7cce917b4de49289c34ce0eff4e7 2024-12-04T22:43:21,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/a76c7cce917b4de49289c34ce0eff4e7, entries=150, sequenceid=94, filesize=11.7 K 2024-12-04T22:43:21,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 775ce80b7a0adab1fe582738fcca67e4 in 1244ms, sequenceid=94, compaction requested=true 2024-12-04T22:43:21,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:21,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:21,967 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:21,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:21,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:21,967 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:21,967 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:21,967 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:21,967 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:21,967 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:21,968 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b73aeadbf7448e488954fcad876d6c4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/25d2ec42880a4bdbb31765e82dc107f0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/bd0012b155694a7baad225538f99fcc1] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=37.5 K 2024-12-04T22:43:21,968 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/8f5179a0945c4ebc994c6a49127d1e7c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d1b76e8f943d42ae96ef6e698a14cff6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3b7042801f424aedaef65555cd245b0c] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=35.3 K 2024-12-04T22:43:21,968 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b73aeadbf7448e488954fcad876d6c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733352196114 2024-12-04T22:43:21,968 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f5179a0945c4ebc994c6a49127d1e7c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733352196114 2024-12-04T22:43:21,968 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25d2ec42880a4bdbb31765e82dc107f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733352197917 2024-12-04T22:43:21,968 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b76e8f943d42ae96ef6e698a14cff6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733352197917 2024-12-04T22:43:21,968 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd0012b155694a7baad225538f99fcc1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733352200087 2024-12-04T22:43:21,968 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b7042801f424aedaef65555cd245b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733352200087 2024-12-04T22:43:21,974 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:21,974 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6db3232fe7b849129f46bfc2f89c4cd7 is 50, key is test_row_0/B:col10/1733352200087/Put/seqid=0 2024-12-04T22:43:21,975 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:21,975 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/c70785abe59e4740ae23b5137e482a63 is 50, key is test_row_0/A:col10/1733352200087/Put/seqid=0 2024-12-04T22:43:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742290_1466 (size=12207) 2024-12-04T22:43:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742291_1467 (size=12207) 2024-12-04T22:43:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:22,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:43:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:22,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:22,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5a22758e94874388ae331dc92b66e338 is 50, key is test_row_0/A:col10/1733352202122/Put/seqid=0 2024-12-04T22:43:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742292_1468 (size=14341) 2024-12-04T22:43:22,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5a22758e94874388ae331dc92b66e338 2024-12-04T22:43:22,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/d827735199dd46538d66befb65dd393f is 50, key is test_row_0/B:col10/1733352202122/Put/seqid=0 2024-12-04T22:43:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742293_1469 (size=12001) 2024-12-04T22:43:22,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/d827735199dd46538d66befb65dd393f 2024-12-04T22:43:22,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/020fa1292954479ca73a3c2ec93cee02 is 50, key is test_row_0/C:col10/1733352202122/Put/seqid=0 2024-12-04T22:43:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742294_1470 (size=12001) 2024-12-04T22:43:22,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352262175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352262290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T22:43:22,350 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:22,350 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-04T22:43:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T22:43:22,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:22,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:22,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:22,387 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6db3232fe7b849129f46bfc2f89c4cd7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6db3232fe7b849129f46bfc2f89c4cd7 2024-12-04T22:43:22,387 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/c70785abe59e4740ae23b5137e482a63 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c70785abe59e4740ae23b5137e482a63 2024-12-04T22:43:22,390 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 6db3232fe7b849129f46bfc2f89c4cd7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:22,390 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into c70785abe59e4740ae23b5137e482a63(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:22,390 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:22,390 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:22,390 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=13, startTime=1733352201967; duration=0sec 2024-12-04T22:43:22,390 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=13, startTime=1733352201967; duration=0sec 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:22,391 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:22,391 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:22,391 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/6d04e996f9434a55b2a912a2460c99d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/4dd742e1cba44a2f933e18c674df20aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/a76c7cce917b4de49289c34ce0eff4e7] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=35.3 K 2024-12-04T22:43:22,392 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d04e996f9434a55b2a912a2460c99d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733352196114 2024-12-04T22:43:22,392 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd742e1cba44a2f933e18c674df20aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733352197917 2024-12-04T22:43:22,392 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting a76c7cce917b4de49289c34ce0eff4e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733352200087 2024-12-04T22:43:22,396 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:22,397 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/1c0ca270ec7a4f3bac6b284f1cfe11d9 is 50, key is test_row_0/C:col10/1733352200087/Put/seqid=0 2024-12-04T22:43:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742295_1471 (size=12207) 2024-12-04T22:43:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T22:43:22,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352262500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-04T22:43:22,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:22,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:22,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/020fa1292954479ca73a3c2ec93cee02 2024-12-04T22:43:22,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5a22758e94874388ae331dc92b66e338 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5a22758e94874388ae331dc92b66e338 2024-12-04T22:43:22,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5a22758e94874388ae331dc92b66e338, entries=200, sequenceid=114, filesize=14.0 K 2024-12-04T22:43:22,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/d827735199dd46538d66befb65dd393f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d827735199dd46538d66befb65dd393f 2024-12-04T22:43:22,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d827735199dd46538d66befb65dd393f, entries=150, sequenceid=114, filesize=11.7 K 2024-12-04T22:43:22,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/020fa1292954479ca73a3c2ec93cee02 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/020fa1292954479ca73a3c2ec93cee02 2024-12-04T22:43:22,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/020fa1292954479ca73a3c2ec93cee02, entries=150, sequenceid=114, filesize=11.7 K 2024-12-04T22:43:22,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 775ce80b7a0adab1fe582738fcca67e4 in 438ms, sequenceid=114, compaction requested=false 2024-12-04T22:43:22,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:22,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-04T22:43:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:22,656 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T22:43:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:22,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:22,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/2b60aa3974444ee4809d967a0f5c0ecf is 50, key is test_row_0/A:col10/1733352202174/Put/seqid=0 2024-12-04T22:43:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742296_1472 (size=12001) 2024-12-04T22:43:22,663 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/2b60aa3974444ee4809d967a0f5c0ecf 2024-12-04T22:43:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T22:43:22,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/4489af96546642d3b1ac6ea61adfa448 is 50, key is test_row_0/B:col10/1733352202174/Put/seqid=0 2024-12-04T22:43:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742297_1473 (size=12001) 2024-12-04T22:43:22,802 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/1c0ca270ec7a4f3bac6b284f1cfe11d9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/1c0ca270ec7a4f3bac6b284f1cfe11d9 2024-12-04T22:43:22,805 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into 1c0ca270ec7a4f3bac6b284f1cfe11d9(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:22,805 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:22,805 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=13, startTime=1733352201967; duration=0sec 2024-12-04T22:43:22,805 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:22,805 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:22,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352262904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352262920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352262920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,927 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352262920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,927 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,927 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352262929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:22,936 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T22:43:23,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352263019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:23,074 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/4489af96546642d3b1ac6ea61adfa448 2024-12-04T22:43:23,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/e4a35ea61896407f855b889233383c65 is 50, key is test_row_0/C:col10/1733352202174/Put/seqid=0 2024-12-04T22:43:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742298_1474 (size=12001) 2024-12-04T22:43:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352263230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T22:43:23,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352263540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:23,544 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/e4a35ea61896407f855b889233383c65 2024-12-04T22:43:23,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/2b60aa3974444ee4809d967a0f5c0ecf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/2b60aa3974444ee4809d967a0f5c0ecf 2024-12-04T22:43:23,551 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/2b60aa3974444ee4809d967a0f5c0ecf, entries=150, sequenceid=128, filesize=11.7 K 2024-12-04T22:43:23,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/4489af96546642d3b1ac6ea61adfa448 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/4489af96546642d3b1ac6ea61adfa448 2024-12-04T22:43:23,554 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/4489af96546642d3b1ac6ea61adfa448, entries=150, sequenceid=128, filesize=11.7 K 2024-12-04T22:43:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/e4a35ea61896407f855b889233383c65 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/e4a35ea61896407f855b889233383c65 2024-12-04T22:43:23,558 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/e4a35ea61896407f855b889233383c65, entries=150, sequenceid=128, filesize=11.7 K 2024-12-04T22:43:23,558 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 775ce80b7a0adab1fe582738fcca67e4 in 902ms, sequenceid=128, compaction requested=true 2024-12-04T22:43:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-04T22:43:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-04T22:43:23,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-04T22:43:23,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2070 sec 2024-12-04T22:43:23,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.2120 sec 2024-12-04T22:43:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:24,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T22:43:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:24,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:24,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/3ad8281e0c7447c0bd08db4db133cea4 is 50, key is test_row_0/A:col10/1733352202898/Put/seqid=0 2024-12-04T22:43:24,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742299_1475 (size=14541) 2024-12-04T22:43:24,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/3ad8281e0c7447c0bd08db4db133cea4 2024-12-04T22:43:24,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/e8365b37b20e434eb1fb8afaeaf4ec01 is 50, key is test_row_0/B:col10/1733352202898/Put/seqid=0 2024-12-04T22:43:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742300_1476 (size=12151) 2024-12-04T22:43:24,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/e8365b37b20e434eb1fb8afaeaf4ec01 2024-12-04T22:43:24,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/d4d8e6838b2640f4a46b4bb198a82817 is 50, key is test_row_0/C:col10/1733352202898/Put/seqid=0 2024-12-04T22:43:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742301_1477 (size=12151) 2024-12-04T22:43:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352264114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T22:43:24,172 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T22:43:24,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352264230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352264439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/d4d8e6838b2640f4a46b4bb198a82817 2024-12-04T22:43:24,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/3ad8281e0c7447c0bd08db4db133cea4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/3ad8281e0c7447c0bd08db4db133cea4 2024-12-04T22:43:24,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/3ad8281e0c7447c0bd08db4db133cea4, entries=200, sequenceid=150, filesize=14.2 K 2024-12-04T22:43:24,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/e8365b37b20e434eb1fb8afaeaf4ec01 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/e8365b37b20e434eb1fb8afaeaf4ec01 2024-12-04T22:43:24,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/e8365b37b20e434eb1fb8afaeaf4ec01, entries=150, sequenceid=150, filesize=11.9 K 2024-12-04T22:43:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/d4d8e6838b2640f4a46b4bb198a82817 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/d4d8e6838b2640f4a46b4bb198a82817 2024-12-04T22:43:24,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/d4d8e6838b2640f4a46b4bb198a82817, entries=150, sequenceid=150, filesize=11.9 K 2024-12-04T22:43:24,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 775ce80b7a0adab1fe582738fcca67e4 in 440ms, sequenceid=150, compaction requested=true 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:24,492 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:24,492 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:24,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:24,493 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:24,493 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:24,493 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:24,493 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:24,493 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6db3232fe7b849129f46bfc2f89c4cd7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d827735199dd46538d66befb65dd393f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/4489af96546642d3b1ac6ea61adfa448, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/e8365b37b20e434eb1fb8afaeaf4ec01] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=47.2 K 2024-12-04T22:43:24,493 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:24,494 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:24,494 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c70785abe59e4740ae23b5137e482a63, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5a22758e94874388ae331dc92b66e338, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/2b60aa3974444ee4809d967a0f5c0ecf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/3ad8281e0c7447c0bd08db4db133cea4] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=51.8 K 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db3232fe7b849129f46bfc2f89c4cd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733352200087 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c70785abe59e4740ae23b5137e482a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733352200087 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d827735199dd46538d66befb65dd393f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733352200753 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a22758e94874388ae331dc92b66e338, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733352200753 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b60aa3974444ee4809d967a0f5c0ecf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733352202159 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4489af96546642d3b1ac6ea61adfa448, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733352202159 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e8365b37b20e434eb1fb8afaeaf4ec01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733352202878 2024-12-04T22:43:24,494 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ad8281e0c7447c0bd08db4db133cea4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733352202878 2024-12-04T22:43:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T22:43:24,500 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:24,500 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:24,500 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5c89e1f35d3b48c487dd0d9cde9004ed is 50, key is test_row_0/A:col10/1733352202898/Put/seqid=0 2024-12-04T22:43:24,501 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:24,501 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:24,501 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/3d20e666f41e4b6a9b3f7b6ce96659c6 is 50, key is test_row_0/B:col10/1733352202898/Put/seqid=0 2024-12-04T22:43:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-04T22:43:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T22:43:24,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:24,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:24,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:24,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742303_1479 (size=12493) 2024-12-04T22:43:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742302_1478 (size=12493) 2024-12-04T22:43:24,510 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/3d20e666f41e4b6a9b3f7b6ce96659c6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3d20e666f41e4b6a9b3f7b6ce96659c6 2024-12-04T22:43:24,514 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 3d20e666f41e4b6a9b3f7b6ce96659c6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:24,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:24,514 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=12, startTime=1733352204492; duration=0sec 2024-12-04T22:43:24,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:24,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:24,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:24,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:24,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:24,515 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:24,515 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/1c0ca270ec7a4f3bac6b284f1cfe11d9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/020fa1292954479ca73a3c2ec93cee02, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/e4a35ea61896407f855b889233383c65, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/d4d8e6838b2640f4a46b4bb198a82817] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=47.2 K 2024-12-04T22:43:24,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c0ca270ec7a4f3bac6b284f1cfe11d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733352200087 2024-12-04T22:43:24,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 020fa1292954479ca73a3c2ec93cee02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733352200753 2024-12-04T22:43:24,516 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a35ea61896407f855b889233383c65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733352202159 2024-12-04T22:43:24,516 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d4d8e6838b2640f4a46b4bb198a82817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733352202878 2024-12-04T22:43:24,521 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:24,522 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/7e53e16d772e4d55ada884f156404b95 is 50, key is test_row_0/C:col10/1733352202898/Put/seqid=0 2024-12-04T22:43:24,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742304_1480 (size=12493) 2024-12-04T22:43:24,529 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/7e53e16d772e4d55ada884f156404b95 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/7e53e16d772e4d55ada884f156404b95 2024-12-04T22:43:24,533 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into 7e53e16d772e4d55ada884f156404b95(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:24,533 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:24,533 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=12, startTime=1733352204492; duration=0sec 2024-12-04T22:43:24,533 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:24,533 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T22:43:24,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-04T22:43:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:24,657 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:43:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:24,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:24,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:24,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:24,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:24,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:24,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/37e0a57f94dd4c6b84458f3a60d13184 is 50, key is test_row_0/A:col10/1733352204093/Put/seqid=0 2024-12-04T22:43:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742305_1481 (size=12151) 2024-12-04T22:43:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T22:43:24,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352204838, max timestamp=1733352204873Num uniques 859; 2024-12-04T22:43:24,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:24,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352204838, max timestamp=1733352204873Num uniques 859; 2024-12-04T22:43:24,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:24,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352204838, max timestamp=1733352204873Num uniques 859; 2024-12-04T22:43:24,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:24,910 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5c89e1f35d3b48c487dd0d9cde9004ed as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c89e1f35d3b48c487dd0d9cde9004ed 2024-12-04T22:43:24,913 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into 5c89e1f35d3b48c487dd0d9cde9004ed(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:24,913 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:24,913 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=12, startTime=1733352204492; duration=0sec 2024-12-04T22:43:24,913 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:24,913 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:24,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352264947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352264946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352264948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352264950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352264950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:24,956 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:24,957 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352265060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,065 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/37e0a57f94dd4c6b84458f3a60d13184 2024-12-04T22:43:25,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352265060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352265060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/f0c846da8d1f47218fb97e7e973647d3 is 50, key is test_row_0/B:col10/1733352204093/Put/seqid=0 2024-12-04T22:43:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742306_1482 (size=12151) 2024-12-04T22:43:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T22:43:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352265270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352265270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352265270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,476 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/f0c846da8d1f47218fb97e7e973647d3 2024-12-04T22:43:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/53a8af5f0ed94de49c3442cec82ab00f is 50, key is test_row_0/C:col10/1733352204093/Put/seqid=0 2024-12-04T22:43:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742307_1483 (size=12151) 2024-12-04T22:43:25,494 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/53a8af5f0ed94de49c3442cec82ab00f 2024-12-04T22:43:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/37e0a57f94dd4c6b84458f3a60d13184 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/37e0a57f94dd4c6b84458f3a60d13184 2024-12-04T22:43:25,500 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/37e0a57f94dd4c6b84458f3a60d13184, entries=150, sequenceid=163, filesize=11.9 K 2024-12-04T22:43:25,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/f0c846da8d1f47218fb97e7e973647d3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f0c846da8d1f47218fb97e7e973647d3 2024-12-04T22:43:25,503 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f0c846da8d1f47218fb97e7e973647d3, entries=150, sequenceid=163, filesize=11.9 K 2024-12-04T22:43:25,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/53a8af5f0ed94de49c3442cec82ab00f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/53a8af5f0ed94de49c3442cec82ab00f 2024-12-04T22:43:25,508 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/53a8af5f0ed94de49c3442cec82ab00f, entries=150, sequenceid=163, filesize=11.9 K 2024-12-04T22:43:25,508 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 775ce80b7a0adab1fe582738fcca67e4 in 851ms, sequenceid=163, compaction requested=false 2024-12-04T22:43:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:25,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-04T22:43:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-04T22:43:25,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-04T22:43:25,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-12-04T22:43:25,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0110 sec 2024-12-04T22:43:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:25,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352204945, max timestamp=1733352205586Num uniques 1018; 2024-12-04T22:43:25,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:25,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352204945, max timestamp=1733352205586Num uniques 1018; 2024-12-04T22:43:25,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:25,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=69.33 KB heapSize=188.95 KB 2024-12-04T22:43:25,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352204945, max timestamp=1733352205586Num uniques 1018; 2024-12-04T22:43:25,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:25,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/f83d6bfb891042aa88cb2b5735b7c897 is 50, key is test_row_0/A:col10/1733352204945/Put/seqid=0 2024-12-04T22:43:25,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742308_1484 (size=19321) 2024-12-04T22:43:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352205619, max timestamp=1733352205632Num uniques 859; 2024-12-04T22:43:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352205619, max timestamp=1733352205632Num uniques 859; 2024-12-04T22:43:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352205619, max timestamp=1733352205632Num uniques 859; 2024-12-04T22:43:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T22:43:25,640 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:25,641 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-04T22:43:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:25,643 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:25,644 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:25,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:25,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352265671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352265674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352265676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352265779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:25,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:25,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:25,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:25,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352265789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352265790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:25,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:25,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352265989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:25,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/f83d6bfb891042aa88cb2b5735b7c897 2024-12-04T22:43:26,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/84776d0a954b4cb9813cf0e9965535e9 is 50, key is test_row_0/B:col10/1733352204945/Put/seqid=0 2024-12-04T22:43:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352265999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742309_1485 (size=12151) 2024-12-04T22:43:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352265999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:26,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352266300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352266309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352266319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/84776d0a954b4cb9813cf0e9965535e9 2024-12-04T22:43:26,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/30394db30dfa492c914591fcb1277a2e is 50, key is test_row_0/C:col10/1733352204945/Put/seqid=0 2024-12-04T22:43:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742310_1486 (size=12151) 2024-12-04T22:43:26,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:26,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:26,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:26,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352266809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/30394db30dfa492c914591fcb1277a2e 2024-12-04T22:43:26,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/f83d6bfb891042aa88cb2b5735b7c897 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/f83d6bfb891042aa88cb2b5735b7c897 2024-12-04T22:43:26,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/f83d6bfb891042aa88cb2b5735b7c897, entries=300, sequenceid=203, filesize=18.9 K 2024-12-04T22:43:26,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/84776d0a954b4cb9813cf0e9965535e9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/84776d0a954b4cb9813cf0e9965535e9 2024-12-04T22:43:26,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/84776d0a954b4cb9813cf0e9965535e9, entries=150, sequenceid=203, filesize=11.9 K 2024-12-04T22:43:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352266820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/30394db30dfa492c914591fcb1277a2e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/30394db30dfa492c914591fcb1277a2e 2024-12-04T22:43:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/30394db30dfa492c914591fcb1277a2e, entries=150, sequenceid=203, filesize=11.9 K 2024-12-04T22:43:26,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~100.50 KB/102912, currentSize=147.60 KB/151140 for 775ce80b7a0adab1fe582738fcca67e4 in 1240ms, sequenceid=203, compaction requested=true 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:26,830 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:26,830 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:26,830 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:26,830 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:26,831 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,831 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,831 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c89e1f35d3b48c487dd0d9cde9004ed, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/37e0a57f94dd4c6b84458f3a60d13184, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/f83d6bfb891042aa88cb2b5735b7c897] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=42.9 K 2024-12-04T22:43:26,831 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3d20e666f41e4b6a9b3f7b6ce96659c6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f0c846da8d1f47218fb97e7e973647d3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/84776d0a954b4cb9813cf0e9965535e9] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=35.9 K 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c89e1f35d3b48c487dd0d9cde9004ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733352202878 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d20e666f41e4b6a9b3f7b6ce96659c6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733352202878 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37e0a57f94dd4c6b84458f3a60d13184, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733352204093 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f0c846da8d1f47218fb97e7e973647d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733352204093 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f83d6bfb891042aa88cb2b5735b7c897, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352204945 2024-12-04T22:43:26,831 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 84776d0a954b4cb9813cf0e9965535e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352204945 2024-12-04T22:43:26,839 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:26,839 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:26,839 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/7366efdaf3d3426fbcbec0c6a49fce69 is 50, key is test_row_0/B:col10/1733352204945/Put/seqid=0 2024-12-04T22:43:26,839 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/417f9ea0f2814d5e8028d66221b9d142 is 50, key is test_row_0/A:col10/1733352204945/Put/seqid=0 2024-12-04T22:43:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742311_1487 (size=12595) 2024-12-04T22:43:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742312_1488 (size=12595) 2024-12-04T22:43:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:26,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-12-04T22:43:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:26,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/80334933208947bba72942dad815a355 is 50, key is test_row_0/A:col10/1733352205650/Put/seqid=0 2024-12-04T22:43:26,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742313_1489 (size=14541) 2024-12-04T22:43:26,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:26,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:26,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352266870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352266979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:27,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352267190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:27,245 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/7366efdaf3d3426fbcbec0c6a49fce69 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/7366efdaf3d3426fbcbec0c6a49fce69 2024-12-04T22:43:27,245 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/417f9ea0f2814d5e8028d66221b9d142 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/417f9ea0f2814d5e8028d66221b9d142 2024-12-04T22:43:27,248 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 7366efdaf3d3426fbcbec0c6a49fce69(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:27,248 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into 417f9ea0f2814d5e8028d66221b9d142(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:27,248 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:27,248 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:27,248 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=13, startTime=1733352206830; duration=0sec 2024-12-04T22:43:27,248 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=13, startTime=1733352206830; duration=0sec 2024-12-04T22:43:27,248 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:27,249 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,249 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/7e53e16d772e4d55ada884f156404b95, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/53a8af5f0ed94de49c3442cec82ab00f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/30394db30dfa492c914591fcb1277a2e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=35.9 K 2024-12-04T22:43:27,249 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e53e16d772e4d55ada884f156404b95, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733352202878 2024-12-04T22:43:27,250 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 53a8af5f0ed94de49c3442cec82ab00f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733352204093 2024-12-04T22:43:27,250 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 30394db30dfa492c914591fcb1277a2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352204945 2024-12-04T22:43:27,254 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#418 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:27,255 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/eaa161f02840404bbd5f9b76ffb7625f is 50, key is test_row_0/C:col10/1733352204945/Put/seqid=0 2024-12-04T22:43:27,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/80334933208947bba72942dad815a355 2024-12-04T22:43:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742314_1490 (size=12595) 2024-12-04T22:43:27,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6904ab269a6d4ba299319679d7c6d4a9 is 50, key is test_row_0/B:col10/1733352205650/Put/seqid=0 2024-12-04T22:43:27,262 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/eaa161f02840404bbd5f9b76ffb7625f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/eaa161f02840404bbd5f9b76ffb7625f 2024-12-04T22:43:27,266 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into eaa161f02840404bbd5f9b76ffb7625f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:27,266 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:27,266 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=13, startTime=1733352206830; duration=0sec 2024-12-04T22:43:27,267 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:27,267 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742315_1491 (size=12151) 2024-12-04T22:43:27,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6904ab269a6d4ba299319679d7c6d4a9 2024-12-04T22:43:27,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/5671025dab8a4ef5b010d7c611e7ebd5 is 50, key is test_row_0/C:col10/1733352205650/Put/seqid=0 2024-12-04T22:43:27,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742316_1492 (size=12151) 2024-12-04T22:43:27,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352267509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:27,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:27,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/5671025dab8a4ef5b010d7c611e7ebd5 2024-12-04T22:43:27,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/80334933208947bba72942dad815a355 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/80334933208947bba72942dad815a355 2024-12-04T22:43:27,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/80334933208947bba72942dad815a355, entries=200, sequenceid=241, filesize=14.2 K 2024-12-04T22:43:27,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6904ab269a6d4ba299319679d7c6d4a9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6904ab269a6d4ba299319679d7c6d4a9 2024-12-04T22:43:27,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6904ab269a6d4ba299319679d7c6d4a9, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T22:43:27,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/5671025dab8a4ef5b010d7c611e7ebd5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5671025dab8a4ef5b010d7c611e7ebd5 2024-12-04T22:43:27,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5671025dab8a4ef5b010d7c611e7ebd5, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T22:43:27,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for 775ce80b7a0adab1fe582738fcca67e4 in 852ms, sequenceid=241, compaction requested=false 2024-12-04T22:43:27,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:27,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T22:43:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:27,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-04T22:43:27,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:27,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/524317bd80f64dcb9069059d729e336e is 50, key is test_row_0/A:col10/1733352206857/Put/seqid=0 2024-12-04T22:43:27,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742317_1493 (size=12151) 2024-12-04T22:43:27,786 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/524317bd80f64dcb9069059d729e336e 2024-12-04T22:43:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:27,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0db36b26aeaf476ca3732d4484ef8f0c is 50, key is test_row_0/B:col10/1733352206857/Put/seqid=0 2024-12-04T22:43:27,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742318_1494 (size=12151) 2024-12-04T22:43:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:27,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:27,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352207877, max timestamp=1733352207888Num uniques 859; 2024-12-04T22:43:27,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352207877, max timestamp=1733352207888Num uniques 859; 2024-12-04T22:43:27,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:27,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:27,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352207877, max timestamp=1733352207888Num uniques 859; 2024-12-04T22:43:27,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352207918, max timestamp=1733352207958Num uniques 1018; 2024-12-04T22:43:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352207918, max timestamp=1733352207958Num uniques 1018; 2024-12-04T22:43:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352207918, max timestamp=1733352207958Num uniques 1018; 2024-12-04T22:43:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:28,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352207999, max timestamp=1733352208019Num uniques 1077; 2024-12-04T22:43:28,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-04T22:43:28,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352207999, max timestamp=1733352208019Num uniques 1077; 2024-12-04T22:43:28,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-04T22:43:28,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352207999, max timestamp=1733352208019Num uniques 1077; 2024-12-04T22:43:28,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-04T22:43:28,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352208055, max timestamp=1733352208075Num uniques 1036; 2024-12-04T22:43:28,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:43:28,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352208055, max timestamp=1733352208075Num uniques 1036; 2024-12-04T22:43:28,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:43:28,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352208055, max timestamp=1733352208075Num uniques 1036; 2024-12-04T22:43:28,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:43:28,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733352208095, max timestamp=1733352208116Num uniques 1095; 2024-12-04T22:43:28,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-04T22:43:28,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733352208095, max timestamp=1733352208116Num uniques 1095; 2024-12-04T22:43:28,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-04T22:43:28,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733352208095, max timestamp=1733352208116Num uniques 1095; 2024-12-04T22:43:28,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-04T22:43:28,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352268171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733352208168, max timestamp=1733352208183Num uniques 1104; 2024-12-04T22:43:28,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733352208168, max timestamp=1733352208183Num uniques 1104; 2024-12-04T22:43:28,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733352208168, max timestamp=1733352208183Num uniques 1104; 2024-12-04T22:43:28,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-04T22:43:28,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-04T22:43:28,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-04T22:43:28,196 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0db36b26aeaf476ca3732d4484ef8f0c 2024-12-04T22:43:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/0a5b04164c874f56a37665dd17cfcbbb is 50, key is test_row_0/C:col10/1733352206857/Put/seqid=0 2024-12-04T22:43:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742319_1495 (size=12151) 2024-12-04T22:43:28,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733352208213, max timestamp=1733352208239Num uniques 1013; 2024-12-04T22:43:28,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-04T22:43:28,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733352208213, max timestamp=1733352208239Num uniques 1013; 2024-12-04T22:43:28,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-04T22:43:28,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733352208213, max timestamp=1733352208239Num uniques 1013; 2024-12-04T22:43:28,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-04T22:43:28,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733352208280, max timestamp=1733352208299Num uniques 1072; 2024-12-04T22:43:28,302 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-04T22:43:28,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733352208280, max timestamp=1733352208299Num uniques 1072; 2024-12-04T22:43:28,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733352208280, max timestamp=1733352208299Num uniques 1072; 2024-12-04T22:43:28,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-04T22:43:28,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-04T22:43:28,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733352208330, max timestamp=1733352208381Num uniques 1131; 2024-12-04T22:43:28,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733352208330, max timestamp=1733352208381Num uniques 1131; 2024-12-04T22:43:28,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733352208330, max timestamp=1733352208381Num uniques 1131; 2024-12-04T22:43:28,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181 2024-12-04T22:43:28,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181 2024-12-04T22:43:28,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181 2024-12-04T22:43:28,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733352208409, max timestamp=1733352208420Num uniques 1040; 2024-12-04T22:43:28,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-12-04T22:43:28,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733352208409, max timestamp=1733352208420Num uniques 1040; 2024-12-04T22:43:28,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733352208409, max timestamp=1733352208420Num uniques 1040; 2024-12-04T22:43:28,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-12-04T22:43:28,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-12-04T22:43:28,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733352208437, max timestamp=1733352208462Num uniques 1099; 2024-12-04T22:43:28,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733352208437, max timestamp=1733352208462Num uniques 1099; 2024-12-04T22:43:28,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=13694, suffix heap size=142264,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-12-04T22:43:28,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=13694, suffix heap size=142264,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-12-04T22:43:28,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733352208437, max timestamp=1733352208462Num uniques 1099; 2024-12-04T22:43:28,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=13694, suffix heap size=142264,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-12-04T22:43:28,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352268507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352268508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352268509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,604 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/0a5b04164c874f56a37665dd17cfcbbb 2024-12-04T22:43:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/524317bd80f64dcb9069059d729e336e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/524317bd80f64dcb9069059d729e336e 2024-12-04T22:43:28,611 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/524317bd80f64dcb9069059d729e336e, entries=150, sequenceid=251, filesize=11.9 K 2024-12-04T22:43:28,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0db36b26aeaf476ca3732d4484ef8f0c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0db36b26aeaf476ca3732d4484ef8f0c 2024-12-04T22:43:28,615 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0db36b26aeaf476ca3732d4484ef8f0c, entries=150, sequenceid=251, filesize=11.9 K 2024-12-04T22:43:28,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/0a5b04164c874f56a37665dd17cfcbbb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0a5b04164c874f56a37665dd17cfcbbb 2024-12-04T22:43:28,618 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0a5b04164c874f56a37665dd17cfcbbb, entries=150, sequenceid=251, filesize=11.9 K 2024-12-04T22:43:28,619 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=154.31 KB/158010 for 775ce80b7a0adab1fe582738fcca67e4 in 840ms, sequenceid=251, compaction requested=true 2024-12-04T22:43:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-04T22:43:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-04T22:43:28,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-04T22:43:28,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9760 sec 2024-12-04T22:43:28,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.9810 sec 2024-12-04T22:43:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:28,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=161.02 KB heapSize=452.25 KB 2024-12-04T22:43:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:28,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/7657918a44b04314b8379a0a5d459034 is 50, key is test_row_0/A:col10/1733352208498/Put/seqid=0 2024-12-04T22:43:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742320_1496 (size=14741) 2024-12-04T22:43:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352268629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352268630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352268635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352268750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352268750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352268750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352268960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352268960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352268960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40920 deadline: 1733352268994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:28,999 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:29,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40966 deadline: 1733352269000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,003 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:29,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/7657918a44b04314b8379a0a5d459034 2024-12-04T22:43:29,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/b4654a5166e048d08cd4daed1c68e633 is 50, key is test_row_0/B:col10/1733352208498/Put/seqid=0 2024-12-04T22:43:29,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742321_1497 (size=12301) 2024-12-04T22:43:29,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/b4654a5166e048d08cd4daed1c68e633 2024-12-04T22:43:29,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/95407c29d2724b9887b52d7e81e729c0 is 50, key is test_row_0/C:col10/1733352208498/Put/seqid=0 2024-12-04T22:43:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742322_1498 (size=12301) 2024-12-04T22:43:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352269270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352269270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352269270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/95407c29d2724b9887b52d7e81e729c0 2024-12-04T22:43:29,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/7657918a44b04314b8379a0a5d459034 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/7657918a44b04314b8379a0a5d459034 2024-12-04T22:43:29,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/7657918a44b04314b8379a0a5d459034, entries=200, sequenceid=461, filesize=14.4 K 2024-12-04T22:43:29,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/b4654a5166e048d08cd4daed1c68e633 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/b4654a5166e048d08cd4daed1c68e633 2024-12-04T22:43:29,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/b4654a5166e048d08cd4daed1c68e633, entries=150, sequenceid=461, filesize=12.0 K 2024-12-04T22:43:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/95407c29d2724b9887b52d7e81e729c0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/95407c29d2724b9887b52d7e81e729c0 2024-12-04T22:43:29,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/95407c29d2724b9887b52d7e81e729c0, entries=150, sequenceid=461, filesize=12.0 K 2024-12-04T22:43:29,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~452.20 KB/463056, currentSize=20.13 KB/20610 for 775ce80b7a0adab1fe582738fcca67e4 in 842ms, sequenceid=461, compaction requested=true 2024-12-04T22:43:29,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:29,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:29,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:29,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:29,468 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:29,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:29,469 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:29,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:29,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:29,469 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:29,469 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54028 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:29,469 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:29,469 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:29,469 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:29,469 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:29,470 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/7366efdaf3d3426fbcbec0c6a49fce69, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6904ab269a6d4ba299319679d7c6d4a9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0db36b26aeaf476ca3732d4484ef8f0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/b4654a5166e048d08cd4daed1c68e633] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=48.0 K 2024-12-04T22:43:29,470 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/417f9ea0f2814d5e8028d66221b9d142, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/80334933208947bba72942dad815a355, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/524317bd80f64dcb9069059d729e336e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/7657918a44b04314b8379a0a5d459034] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=52.8 K 2024-12-04T22:43:29,470 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7366efdaf3d3426fbcbec0c6a49fce69, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352204945 2024-12-04T22:43:29,470 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417f9ea0f2814d5e8028d66221b9d142, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352204945 2024-12-04T22:43:29,470 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6904ab269a6d4ba299319679d7c6d4a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352205650 2024-12-04T22:43:29,470 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80334933208947bba72942dad815a355, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352205650 2024-12-04T22:43:29,470 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 524317bd80f64dcb9069059d729e336e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733352206857 2024-12-04T22:43:29,470 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0db36b26aeaf476ca3732d4484ef8f0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733352206857 2024-12-04T22:43:29,471 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7657918a44b04314b8379a0a5d459034, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733352208498 2024-12-04T22:43:29,471 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b4654a5166e048d08cd4daed1c68e633, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733352208498 2024-12-04T22:43:29,479 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:29,479 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:29,479 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6a6eec47f02440aabf906a38c9d78a59 is 50, key is test_row_0/B:col10/1733352208498/Put/seqid=0 2024-12-04T22:43:29,479 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/b06ab985c0a94166a082c06096fa2a48 is 50, key is test_row_0/A:col10/1733352208498/Put/seqid=0 2024-12-04T22:43:29,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742323_1499 (size=12881) 2024-12-04T22:43:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742324_1500 (size=12881) 2024-12-04T22:43:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T22:43:29,810 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:29,810 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-04T22:43:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:29,811 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:29,812 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:29,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:29,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:43:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:29,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/28e70f5b46064c80b9801a4a2e7961d5 is 50, key is test_row_0/A:col10/1733352209794/Put/seqid=0 2024-12-04T22:43:29,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742325_1501 (size=12301) 2024-12-04T22:43:29,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352269868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352269876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352209838, max timestamp=1733352209877Num uniques 859; 2024-12-04T22:43:29,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352209838, max timestamp=1733352209877Num uniques 859; 2024-12-04T22:43:29,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:29,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352209838, max timestamp=1733352209877Num uniques 859; 2024-12-04T22:43:29,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:29,900 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/6a6eec47f02440aabf906a38c9d78a59 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6a6eec47f02440aabf906a38c9d78a59 2024-12-04T22:43:29,900 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/b06ab985c0a94166a082c06096fa2a48 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b06ab985c0a94166a082c06096fa2a48 2024-12-04T22:43:29,903 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 6a6eec47f02440aabf906a38c9d78a59(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:29,903 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=12, startTime=1733352209468; duration=0sec 2024-12-04T22:43:29,903 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into b06ab985c0a94166a082c06096fa2a48(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:29,903 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=12, startTime=1733352209468; duration=0sec 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:29,903 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:29,904 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:29,904 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:29,904 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:29,904 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/eaa161f02840404bbd5f9b76ffb7625f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5671025dab8a4ef5b010d7c611e7ebd5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0a5b04164c874f56a37665dd17cfcbbb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/95407c29d2724b9887b52d7e81e729c0] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=48.0 K 2024-12-04T22:43:29,905 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa161f02840404bbd5f9b76ffb7625f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733352204945 2024-12-04T22:43:29,905 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5671025dab8a4ef5b010d7c611e7ebd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733352205650 2024-12-04T22:43:29,905 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a5b04164c874f56a37665dd17cfcbbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733352206857 2024-12-04T22:43:29,905 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 95407c29d2724b9887b52d7e81e729c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733352208498 2024-12-04T22:43:29,911 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:29,911 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/dd575dd488844d878524be8c9c3ca192 is 50, key is test_row_0/C:col10/1733352208498/Put/seqid=0 2024-12-04T22:43:29,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742326_1502 (size=12881) 2024-12-04T22:43:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:29,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:29,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:29,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352269977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352269990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352269990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352270090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:30,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352270200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352270200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/28e70f5b46064c80b9801a4a2e7961d5 2024-12-04T22:43:30,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/da4d3327df1c4feea4bbdf4ac9dc0d6f is 50, key is test_row_0/B:col10/1733352209794/Put/seqid=0 2024-12-04T22:43:30,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742327_1503 (size=12301) 2024-12-04T22:43:30,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352270310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,319 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/dd575dd488844d878524be8c9c3ca192 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/dd575dd488844d878524be8c9c3ca192 2024-12-04T22:43:30,322 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into dd575dd488844d878524be8c9c3ca192(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:30,323 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:30,323 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=12, startTime=1733352209469; duration=0sec 2024-12-04T22:43:30,323 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:30,323 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:30,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352270520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352270520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352270620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:30,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/da4d3327df1c4feea4bbdf4ac9dc0d6f 2024-12-04T22:43:30,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/feb319e6f6a340f18593cb83691a4a41 is 50, key is test_row_0/C:col10/1733352209794/Put/seqid=0 2024-12-04T22:43:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742328_1504 (size=12301) 2024-12-04T22:43:30,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:30,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:31,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352271030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352271030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:31,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/feb319e6f6a340f18593cb83691a4a41 2024-12-04T22:43:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/28e70f5b46064c80b9801a4a2e7961d5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/28e70f5b46064c80b9801a4a2e7961d5 2024-12-04T22:43:31,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/28e70f5b46064c80b9801a4a2e7961d5, entries=150, sequenceid=472, filesize=12.0 K 2024-12-04T22:43:31,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/da4d3327df1c4feea4bbdf4ac9dc0d6f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/da4d3327df1c4feea4bbdf4ac9dc0d6f 2024-12-04T22:43:31,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/da4d3327df1c4feea4bbdf4ac9dc0d6f, entries=150, sequenceid=472, filesize=12.0 K 2024-12-04T22:43:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/feb319e6f6a340f18593cb83691a4a41 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/feb319e6f6a340f18593cb83691a4a41 2024-12-04T22:43:31,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/feb319e6f6a340f18593cb83691a4a41, entries=150, sequenceid=472, filesize=12.0 K 2024-12-04T22:43:31,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 775ce80b7a0adab1fe582738fcca67e4 in 1237ms, sequenceid=472, compaction requested=false 2024-12-04T22:43:31,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:31,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-04T22:43:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:31,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/44f6ce03800d4cef960828a80b501551 is 50, key is test_row_0/A:col10/1733352209962/Put/seqid=0 2024-12-04T22:43:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742329_1505 (size=14741) 2024-12-04T22:43:31,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/44f6ce03800d4cef960828a80b501551 2024-12-04T22:43:31,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0fb82db1ebad472c9949ce2f833b1354 is 50, key is test_row_0/B:col10/1733352209962/Put/seqid=0 2024-12-04T22:43:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742330_1506 (size=12301) 2024-12-04T22:43:31,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352271205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352271319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:31,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352271530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:31,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0fb82db1ebad472c9949ce2f833b1354 2024-12-04T22:43:31,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/bc13c63ff8794111b8e3798b377df4c6 is 50, key is test_row_0/C:col10/1733352209962/Put/seqid=0 2024-12-04T22:43:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742331_1507 (size=12301) 2024-12-04T22:43:31,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352271839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:31,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:31,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/bc13c63ff8794111b8e3798b377df4c6 2024-12-04T22:43:31,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/44f6ce03800d4cef960828a80b501551 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/44f6ce03800d4cef960828a80b501551 2024-12-04T22:43:31,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/44f6ce03800d4cef960828a80b501551, entries=200, sequenceid=510, filesize=14.4 K 2024-12-04T22:43:31,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0fb82db1ebad472c9949ce2f833b1354 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0fb82db1ebad472c9949ce2f833b1354 2024-12-04T22:43:31,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0fb82db1ebad472c9949ce2f833b1354, entries=150, sequenceid=510, filesize=12.0 K 2024-12-04T22:43:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/bc13c63ff8794111b8e3798b377df4c6 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/bc13c63ff8794111b8e3798b377df4c6 2024-12-04T22:43:31,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/bc13c63ff8794111b8e3798b377df4c6, entries=150, sequenceid=510, filesize=12.0 K 2024-12-04T22:43:31,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 775ce80b7a0adab1fe582738fcca67e4 in 842ms, sequenceid=510, compaction requested=true 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:31,981 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:31,981 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:31,981 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:31,981 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:31,981 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:31,981 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:31,981 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,981 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:31,982 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6a6eec47f02440aabf906a38c9d78a59, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/da4d3327df1c4feea4bbdf4ac9dc0d6f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0fb82db1ebad472c9949ce2f833b1354] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=36.6 K 2024-12-04T22:43:31,982 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b06ab985c0a94166a082c06096fa2a48, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/28e70f5b46064c80b9801a4a2e7961d5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/44f6ce03800d4cef960828a80b501551] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=39.0 K 2024-12-04T22:43:31,982 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a6eec47f02440aabf906a38c9d78a59, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733352208498 2024-12-04T22:43:31,982 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b06ab985c0a94166a082c06096fa2a48, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733352208498 2024-12-04T22:43:31,983 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e70f5b46064c80b9801a4a2e7961d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733352209794 2024-12-04T22:43:31,983 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting da4d3327df1c4feea4bbdf4ac9dc0d6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733352209794 2024-12-04T22:43:31,983 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb82db1ebad472c9949ce2f833b1354, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733352209952 2024-12-04T22:43:31,983 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44f6ce03800d4cef960828a80b501551, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733352209925 2024-12-04T22:43:31,989 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:31,989 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:31,989 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/0a6c2f63fe5046fd8e1fbffba290796f is 50, key is test_row_0/A:col10/1733352209962/Put/seqid=0 2024-12-04T22:43:31,989 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/17d188fd4911435abbaeb099939871eb is 50, key is test_row_0/B:col10/1733352209962/Put/seqid=0 2024-12-04T22:43:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742332_1508 (size=12983) 2024-12-04T22:43:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742333_1509 (size=12983) 2024-12-04T22:43:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:32,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:43:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:32,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:32,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/d51adf5ff77445e1927d9ea6905abb8b is 50, key is test_row_0/A:col10/1733352212054/Put/seqid=0 2024-12-04T22:43:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742334_1510 (size=17181) 2024-12-04T22:43:32,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/d51adf5ff77445e1927d9ea6905abb8b 2024-12-04T22:43:32,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/cc6a3d0d9cd74966929754c3bb9de3db is 50, key is test_row_0/B:col10/1733352212054/Put/seqid=0 2024-12-04T22:43:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742335_1511 (size=12301) 2024-12-04T22:43:32,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/cc6a3d0d9cd74966929754c3bb9de3db 2024-12-04T22:43:32,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/f8983a98ddfc4bd8b766a8726f742f1d is 50, key is test_row_0/C:col10/1733352212054/Put/seqid=0 2024-12-04T22:43:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742336_1512 (size=12301) 2024-12-04T22:43:32,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352272127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352272128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:32,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352272250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352272250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352272350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,396 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/17d188fd4911435abbaeb099939871eb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/17d188fd4911435abbaeb099939871eb 2024-12-04T22:43:32,396 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/0a6c2f63fe5046fd8e1fbffba290796f as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/0a6c2f63fe5046fd8e1fbffba290796f 2024-12-04T22:43:32,399 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 17d188fd4911435abbaeb099939871eb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:32,399 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into 0a6c2f63fe5046fd8e1fbffba290796f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:32,399 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:32,399 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:32,399 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=13, startTime=1733352211981; duration=0sec 2024-12-04T22:43:32,399 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=13, startTime=1733352211981; duration=0sec 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:32,400 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:32,400 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,401 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/dd575dd488844d878524be8c9c3ca192, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/feb319e6f6a340f18593cb83691a4a41, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/bc13c63ff8794111b8e3798b377df4c6] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=36.6 K 2024-12-04T22:43:32,401 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd575dd488844d878524be8c9c3ca192, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733352208498 2024-12-04T22:43:32,401 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting feb319e6f6a340f18593cb83691a4a41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733352209794 2024-12-04T22:43:32,401 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc13c63ff8794111b8e3798b377df4c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733352209952 2024-12-04T22:43:32,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,406 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:32,406 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/0ae01dd53c05419fb69798d62f9b85f8 is 50, key is test_row_0/C:col10/1733352209962/Put/seqid=0 2024-12-04T22:43:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742337_1513 (size=12983) 2024-12-04T22:43:32,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352272460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352272460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/f8983a98ddfc4bd8b766a8726f742f1d 2024-12-04T22:43:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/d51adf5ff77445e1927d9ea6905abb8b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/d51adf5ff77445e1927d9ea6905abb8b 2024-12-04T22:43:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/d51adf5ff77445e1927d9ea6905abb8b, entries=250, sequenceid=522, filesize=16.8 K 2024-12-04T22:43:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/cc6a3d0d9cd74966929754c3bb9de3db as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/cc6a3d0d9cd74966929754c3bb9de3db 2024-12-04T22:43:32,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/cc6a3d0d9cd74966929754c3bb9de3db, entries=150, sequenceid=522, filesize=12.0 K 2024-12-04T22:43:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/f8983a98ddfc4bd8b766a8726f742f1d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/f8983a98ddfc4bd8b766a8726f742f1d 2024-12-04T22:43:32,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/f8983a98ddfc4bd8b766a8726f742f1d, entries=150, sequenceid=522, filesize=12.0 K 2024-12-04T22:43:32,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 775ce80b7a0adab1fe582738fcca67e4 in 457ms, sequenceid=522, compaction requested=false 2024-12-04T22:43:32,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:32,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T22:43:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:32,558 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T22:43:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/c4ffb5e4ff2a4074851f7b8b2e92c07c is 50, key is test_row_0/A:col10/1733352212127/Put/seqid=0 2024-12-04T22:43:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742338_1514 (size=12301) 2024-12-04T22:43:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:32,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:32,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352272793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352272801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,817 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/0ae01dd53c05419fb69798d62f9b85f8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0ae01dd53c05419fb69798d62f9b85f8 2024-12-04T22:43:32,820 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into 0ae01dd53c05419fb69798d62f9b85f8(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:32,820 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:32,820 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=13, startTime=1733352211981; duration=0sec 2024-12-04T22:43:32,820 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:32,820 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:32,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352272909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352272910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:32,967 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/c4ffb5e4ff2a4074851f7b8b2e92c07c 2024-12-04T22:43:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/044b703737b7437b90d0df89358d58e5 is 50, key is test_row_0/B:col10/1733352212127/Put/seqid=0 2024-12-04T22:43:32,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:43:32,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742339_1515 (size=12301) 2024-12-04T22:43:32,995 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/044b703737b7437b90d0df89358d58e5 2024-12-04T22:43:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/abdf9d235c8249eb9244ef2462a2a912 is 50, key is test_row_0/C:col10/1733352212127/Put/seqid=0 2024-12-04T22:43:33,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742340_1516 (size=12301) 2024-12-04T22:43:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352273119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352273119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352273369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,375 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 775ce80b7a0adab1fe582738fcca67e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,403 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/abdf9d235c8249eb9244ef2462a2a912 2024-12-04T22:43:33,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/c4ffb5e4ff2a4074851f7b8b2e92c07c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c4ffb5e4ff2a4074851f7b8b2e92c07c 2024-12-04T22:43:33,409 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c4ffb5e4ff2a4074851f7b8b2e92c07c, entries=150, sequenceid=544, filesize=12.0 K 2024-12-04T22:43:33,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/044b703737b7437b90d0df89358d58e5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/044b703737b7437b90d0df89358d58e5 2024-12-04T22:43:33,412 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/044b703737b7437b90d0df89358d58e5, entries=150, sequenceid=544, filesize=12.0 K 2024-12-04T22:43:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/abdf9d235c8249eb9244ef2462a2a912 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/abdf9d235c8249eb9244ef2462a2a912 2024-12-04T22:43:33,415 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/abdf9d235c8249eb9244ef2462a2a912, entries=150, sequenceid=544, filesize=12.0 K 2024-12-04T22:43:33,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 775ce80b7a0adab1fe582738fcca67e4 in 858ms, sequenceid=544, compaction requested=true 2024-12-04T22:43:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-04T22:43:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-04T22:43:33,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-04T22:43:33,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6050 sec 2024-12-04T22:43:33,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 3.6090 sec 2024-12-04T22:43:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:33,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T22:43:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:33,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/184c349899df43cab64108b21c29a810 is 50, key is test_row_0/A:col10/1733352213443/Put/seqid=0 2024-12-04T22:43:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742341_1517 (size=14741) 2024-12-04T22:43:33,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/184c349899df43cab64108b21c29a810 2024-12-04T22:43:33,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/ac846a74ba0e4b09b2426c9ee5d652de is 50, key is test_row_0/B:col10/1733352213443/Put/seqid=0 2024-12-04T22:43:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742342_1518 (size=12301) 2024-12-04T22:43:33,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/ac846a74ba0e4b09b2426c9ee5d652de 2024-12-04T22:43:33,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/97cf920f331a4276aee1da3980637cc5 is 50, key is test_row_0/C:col10/1733352213443/Put/seqid=0 2024-12-04T22:43:33,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742343_1519 (size=12301) 2024-12-04T22:43:33,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/97cf920f331a4276aee1da3980637cc5 2024-12-04T22:43:33,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/184c349899df43cab64108b21c29a810 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/184c349899df43cab64108b21c29a810 2024-12-04T22:43:33,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/184c349899df43cab64108b21c29a810, entries=200, sequenceid=558, filesize=14.4 K 2024-12-04T22:43:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/ac846a74ba0e4b09b2426c9ee5d652de as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/ac846a74ba0e4b09b2426c9ee5d652de 2024-12-04T22:43:33,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/ac846a74ba0e4b09b2426c9ee5d652de, entries=150, sequenceid=558, filesize=12.0 K 2024-12-04T22:43:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/97cf920f331a4276aee1da3980637cc5 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/97cf920f331a4276aee1da3980637cc5 2024-12-04T22:43:33,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/97cf920f331a4276aee1da3980637cc5, entries=150, sequenceid=558, filesize=12.0 K 2024-12-04T22:43:33,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=67.09 KB/68700 for 775ce80b7a0adab1fe582738fcca67e4 in 43ms, sequenceid=558, compaction requested=true 2024-12-04T22:43:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:33,488 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:33,488 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:33,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:33,489 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:33,489 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:33,489 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:33,489 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/0a6c2f63fe5046fd8e1fbffba290796f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/d51adf5ff77445e1927d9ea6905abb8b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c4ffb5e4ff2a4074851f7b8b2e92c07c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/184c349899df43cab64108b21c29a810] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=55.9 K 2024-12-04T22:43:33,489 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:33,489 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a6c2f63fe5046fd8e1fbffba290796f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733352209952 2024-12-04T22:43:33,489 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:33,490 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:33,490 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/17d188fd4911435abbaeb099939871eb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/cc6a3d0d9cd74966929754c3bb9de3db, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/044b703737b7437b90d0df89358d58e5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/ac846a74ba0e4b09b2426c9ee5d652de] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=48.7 K 2024-12-04T22:43:33,490 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51adf5ff77445e1927d9ea6905abb8b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733352211177 2024-12-04T22:43:33,490 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 17d188fd4911435abbaeb099939871eb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733352209952 2024-12-04T22:43:33,490 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ffb5e4ff2a4074851f7b8b2e92c07c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733352212114 2024-12-04T22:43:33,490 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting cc6a3d0d9cd74966929754c3bb9de3db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733352211177 2024-12-04T22:43:33,490 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 044b703737b7437b90d0df89358d58e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733352212114 2024-12-04T22:43:33,490 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 184c349899df43cab64108b21c29a810, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733352212784 2024-12-04T22:43:33,491 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ac846a74ba0e4b09b2426c9ee5d652de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733352212784 2024-12-04T22:43:33,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/b63f393e937d4146bdf758beb03a45fa is 50, key is test_row_0/A:col10/1733352213469/Put/seqid=0 2024-12-04T22:43:33,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742344_1520 (size=17181) 2024-12-04T22:43:33,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/b63f393e937d4146bdf758beb03a45fa 2024-12-04T22:43:33,504 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:33,504 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5c7895541ca345ec944f160eae662de4 is 50, key is test_row_0/A:col10/1733352213443/Put/seqid=0 2024-12-04T22:43:33,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/9be5f21b38b048d4b11600a3641e0917 is 50, key is test_row_0/B:col10/1733352213469/Put/seqid=0 2024-12-04T22:43:33,512 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:33,512 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/794635c6884e4a9382f7f188b895e683 is 50, key is test_row_0/B:col10/1733352213443/Put/seqid=0 2024-12-04T22:43:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742346_1522 (size=12301) 2024-12-04T22:43:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742345_1521 (size=13119) 2024-12-04T22:43:33,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/9be5f21b38b048d4b11600a3641e0917 2024-12-04T22:43:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742347_1523 (size=13119) 2024-12-04T22:43:33,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/17f070c361f34e0b99052af65a14b212 is 50, key is test_row_0/C:col10/1733352213469/Put/seqid=0 2024-12-04T22:43:33,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742348_1524 (size=12301) 2024-12-04T22:43:33,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352273574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352273575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352273680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352273689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352273890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352273900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:33,927 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5c7895541ca345ec944f160eae662de4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c7895541ca345ec944f160eae662de4 2024-12-04T22:43:33,931 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into 5c7895541ca345ec944f160eae662de4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:33,931 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:33,931 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=12, startTime=1733352213487; duration=0sec 2024-12-04T22:43:33,931 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:33,931 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:33,931 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:33,932 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/794635c6884e4a9382f7f188b895e683 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/794635c6884e4a9382f7f188b895e683 2024-12-04T22:43:33,932 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:33,932 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:33,932 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:33,932 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0ae01dd53c05419fb69798d62f9b85f8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/f8983a98ddfc4bd8b766a8726f742f1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/abdf9d235c8249eb9244ef2462a2a912, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/97cf920f331a4276aee1da3980637cc5] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=48.7 K 2024-12-04T22:43:33,932 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ae01dd53c05419fb69798d62f9b85f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733352209952 2024-12-04T22:43:33,933 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8983a98ddfc4bd8b766a8726f742f1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1733352211177 2024-12-04T22:43:33,933 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting abdf9d235c8249eb9244ef2462a2a912, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733352212114 2024-12-04T22:43:33,933 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97cf920f331a4276aee1da3980637cc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733352212784 2024-12-04T22:43:33,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/17f070c361f34e0b99052af65a14b212 2024-12-04T22:43:33,935 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 794635c6884e4a9382f7f188b895e683(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:33,935 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:33,935 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=12, startTime=1733352213488; duration=0sec 2024-12-04T22:43:33,935 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:33,935 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:33,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/b63f393e937d4146bdf758beb03a45fa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b63f393e937d4146bdf758beb03a45fa 2024-12-04T22:43:33,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b63f393e937d4146bdf758beb03a45fa, entries=250, sequenceid=572, filesize=16.8 K 2024-12-04T22:43:33,941 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:33,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/9be5f21b38b048d4b11600a3641e0917 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/9be5f21b38b048d4b11600a3641e0917 2024-12-04T22:43:33,941 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/256986077c7141c8b2bd163770439cf8 is 50, key is test_row_0/C:col10/1733352213443/Put/seqid=0 2024-12-04T22:43:33,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/9be5f21b38b048d4b11600a3641e0917, entries=150, sequenceid=572, filesize=12.0 K 2024-12-04T22:43:33,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/17f070c361f34e0b99052af65a14b212 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/17f070c361f34e0b99052af65a14b212 2024-12-04T22:43:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742349_1525 (size=13119) 2024-12-04T22:43:33,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/17f070c361f34e0b99052af65a14b212, entries=150, sequenceid=572, filesize=12.0 K 2024-12-04T22:43:33,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 775ce80b7a0adab1fe582738fcca67e4 in 461ms, sequenceid=572, compaction requested=false 2024-12-04T22:43:33,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T22:43:33,980 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:33,980 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-04T22:43:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T22:43:33,982 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:33,982 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:33,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T22:43:34,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:34,134 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:34,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/6b999a39691c472893e8d07011b5bd59 is 50, key is test_row_0/A:col10/1733352213573/Put/seqid=0 2024-12-04T22:43:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742350_1526 (size=12301) 2024-12-04T22:43:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:34,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:34,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352274232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352274234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T22:43:34,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352274340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,349 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/256986077c7141c8b2bd163770439cf8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/256986077c7141c8b2bd163770439cf8 2024-12-04T22:43:34,353 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into 256986077c7141c8b2bd163770439cf8(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:34,353 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:34,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,353 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=12, startTime=1733352213488; duration=0sec 2024-12-04T22:43:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352274350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,353 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:34,353 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,541 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/6b999a39691c472893e8d07011b5bd59 2024-12-04T22:43:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/643e054977164fefa892c664fd80f449 is 50, key is test_row_0/B:col10/1733352213573/Put/seqid=0 2024-12-04T22:43:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742351_1527 (size=12301) 2024-12-04T22:43:34,549 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/643e054977164fefa892c664fd80f449 2024-12-04T22:43:34,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/5726e160984a4d3fafa630584a02dd1a is 50, key is test_row_0/C:col10/1733352213573/Put/seqid=0 2024-12-04T22:43:34,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352274549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742352_1528 (size=12301) 2024-12-04T22:43:34,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352274560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T22:43:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352274859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352274869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:34,958 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/5726e160984a4d3fafa630584a02dd1a 2024-12-04T22:43:34,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/6b999a39691c472893e8d07011b5bd59 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/6b999a39691c472893e8d07011b5bd59 2024-12-04T22:43:34,964 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/6b999a39691c472893e8d07011b5bd59, entries=150, sequenceid=592, filesize=12.0 K 2024-12-04T22:43:34,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/643e054977164fefa892c664fd80f449 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/643e054977164fefa892c664fd80f449 2024-12-04T22:43:34,966 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/643e054977164fefa892c664fd80f449, entries=150, sequenceid=592, filesize=12.0 K 2024-12-04T22:43:34,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/5726e160984a4d3fafa630584a02dd1a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5726e160984a4d3fafa630584a02dd1a 2024-12-04T22:43:34,969 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5726e160984a4d3fafa630584a02dd1a, entries=150, sequenceid=592, filesize=12.0 K 2024-12-04T22:43:34,970 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 775ce80b7a0adab1fe582738fcca67e4 in 836ms, sequenceid=592, compaction requested=true 2024-12-04T22:43:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:34,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-04T22:43:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-04T22:43:34,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-04T22:43:34,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec 2024-12-04T22:43:34,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 993 msec 2024-12-04T22:43:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T22:43:35,120 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:35,120 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-04T22:43:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T22:43:35,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:35,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:35,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T22:43:35,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-04T22:43:35,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:35,274 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T22:43:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:35,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:35,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/aec92e6535844ead8341f73b6757d919 is 50, key is test_row_0/A:col10/1733352214225/Put/seqid=0 2024-12-04T22:43:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742353_1529 (size=12301) 2024-12-04T22:43:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:35,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:35,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352275419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352275427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352275427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T22:43:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352275530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352275540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352275540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,681 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/aec92e6535844ead8341f73b6757d919 2024-12-04T22:43:35,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/fd156ed22a0d4f27b33c7d2f7d4c0fef is 50, key is test_row_0/B:col10/1733352214225/Put/seqid=0 2024-12-04T22:43:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742354_1530 (size=12301) 2024-12-04T22:43:35,688 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/fd156ed22a0d4f27b33c7d2f7d4c0fef 2024-12-04T22:43:35,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/75a50ac285c3447e8abcce7338e0beee is 50, key is test_row_0/C:col10/1733352214225/Put/seqid=0 2024-12-04T22:43:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742355_1531 (size=12301) 2024-12-04T22:43:35,696 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/75a50ac285c3447e8abcce7338e0beee 2024-12-04T22:43:35,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/aec92e6535844ead8341f73b6757d919 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/aec92e6535844ead8341f73b6757d919 2024-12-04T22:43:35,702 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/aec92e6535844ead8341f73b6757d919, entries=150, sequenceid=607, filesize=12.0 K 2024-12-04T22:43:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/fd156ed22a0d4f27b33c7d2f7d4c0fef as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/fd156ed22a0d4f27b33c7d2f7d4c0fef 2024-12-04T22:43:35,705 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/fd156ed22a0d4f27b33c7d2f7d4c0fef, entries=150, sequenceid=607, filesize=12.0 K 2024-12-04T22:43:35,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/75a50ac285c3447e8abcce7338e0beee as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/75a50ac285c3447e8abcce7338e0beee 2024-12-04T22:43:35,708 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/75a50ac285c3447e8abcce7338e0beee, entries=150, sequenceid=607, filesize=12.0 K 2024-12-04T22:43:35,708 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 775ce80b7a0adab1fe582738fcca67e4 in 434ms, sequenceid=607, compaction requested=true 2024-12-04T22:43:35,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-04T22:43:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-04T22:43:35,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-04T22:43:35,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 588 msec 2024-12-04T22:43:35,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 592 msec 2024-12-04T22:43:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:35,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:35,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/1b20380155de4752ab4cb6e41159e7f8 is 50, key is test_row_0/A:col10/1733352215386/Put/seqid=0 2024-12-04T22:43:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T22:43:35,750 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:35,751 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-04T22:43:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742356_1532 (size=14741) 2024-12-04T22:43:35,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:35,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:35,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352275771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352275773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352275774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:35,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352275879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352275889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352275889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:35,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:35,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,040 INFO [Thread-2027 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2027. 2024-12-04T22:43:36,040 DEBUG [Thread-2027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:36,040 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,040 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:36,040 INFO [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023. 2024-12-04T22:43:36,040 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:36,040 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,041 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:36,043 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-12-04T22:43:36,043 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:36,043 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,043 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:36,047 INFO [Thread-2025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2025. 2024-12-04T22:43:36,047 DEBUG [Thread-2025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:36,047 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,047 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:36,047 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-12-04T22:43:36,047 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:36,047 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,047 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:36,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:36,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:36,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352276089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352276100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352276100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/1b20380155de4752ab4cb6e41159e7f8 2024-12-04T22:43:36,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/08f447a8260145aabcef4f1f7bff962b is 50, key is test_row_0/B:col10/1733352215386/Put/seqid=0 2024-12-04T22:43:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742357_1533 (size=12301) 2024-12-04T22:43:36,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352276400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352276411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352276411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/08f447a8260145aabcef4f1f7bff962b 2024-12-04T22:43:36,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/178d2ba18d6b4c18948d9794b22c5087 is 50, key is test_row_0/C:col10/1733352215386/Put/seqid=0 2024-12-04T22:43:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742358_1534 (size=12301) 2024-12-04T22:43:36,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:36,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40912 deadline: 1733352276910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40902 deadline: 1733352276921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1733352276921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 , the old value is region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., hostname=9840c0493aab,32925,1733352064572, seqNum=2 because the exception is null or not the one we care about 2024-12-04T22:43:36,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:36,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:36,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:36,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=626 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/178d2ba18d6b4c18948d9794b22c5087 2024-12-04T22:43:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:36,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/1b20380155de4752ab4cb6e41159e7f8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b20380155de4752ab4cb6e41159e7f8 2024-12-04T22:43:37,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b20380155de4752ab4cb6e41159e7f8, entries=200, sequenceid=626, filesize=14.4 K 2024-12-04T22:43:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/08f447a8260145aabcef4f1f7bff962b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/08f447a8260145aabcef4f1f7bff962b 2024-12-04T22:43:37,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/08f447a8260145aabcef4f1f7bff962b, entries=150, sequenceid=626, filesize=12.0 K 2024-12-04T22:43:37,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/178d2ba18d6b4c18948d9794b22c5087 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/178d2ba18d6b4c18948d9794b22c5087 2024-12-04T22:43:37,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/178d2ba18d6b4c18948d9794b22c5087, entries=150, sequenceid=626, filesize=12.0 K 2024-12-04T22:43:37,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 775ce80b7a0adab1fe582738fcca67e4 in 1264ms, sequenceid=626, compaction requested=true 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:37,009 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 775ce80b7a0adab1fe582738fcca67e4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:37,009 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:43:37,010 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 69643 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/A is initiating minor compaction (all files) 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/B is initiating minor compaction (all files) 2024-12-04T22:43:37,011 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/A in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:37,011 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/B in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:37,011 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c7895541ca345ec944f160eae662de4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b63f393e937d4146bdf758beb03a45fa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/6b999a39691c472893e8d07011b5bd59, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/aec92e6535844ead8341f73b6757d919, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b20380155de4752ab4cb6e41159e7f8] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=68.0 K 2024-12-04T22:43:37,011 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/794635c6884e4a9382f7f188b895e683, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/9be5f21b38b048d4b11600a3641e0917, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/643e054977164fefa892c664fd80f449, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/fd156ed22a0d4f27b33c7d2f7d4c0fef, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/08f447a8260145aabcef4f1f7bff962b] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=60.9 K 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c7895541ca345ec944f160eae662de4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733352212784 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 794635c6884e4a9382f7f188b895e683, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733352212784 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b63f393e937d4146bdf758beb03a45fa, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733352213461 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be5f21b38b048d4b11600a3641e0917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733352213469 2024-12-04T22:43:37,011 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b999a39691c472893e8d07011b5bd59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1733352213563 2024-12-04T22:43:37,012 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 643e054977164fefa892c664fd80f449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1733352213563 2024-12-04T22:43:37,012 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting aec92e6535844ead8341f73b6757d919, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1733352214225 2024-12-04T22:43:37,012 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting fd156ed22a0d4f27b33c7d2f7d4c0fef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1733352214225 2024-12-04T22:43:37,012 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b20380155de4752ab4cb6e41159e7f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1733352215386 2024-12-04T22:43:37,012 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 08f447a8260145aabcef4f1f7bff962b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1733352215386 2024-12-04T22:43:37,021 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#B#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:37,021 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#A#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:37,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0c6af64eadfc4f42a5738cbf035c5ba3 is 50, key is test_row_0/B:col10/1733352215386/Put/seqid=0 2024-12-04T22:43:37,021 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/cdd004e1bb0a4572956dd109ed20d014 is 50, key is test_row_0/A:col10/1733352215386/Put/seqid=0 2024-12-04T22:43:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742359_1535 (size=13289) 2024-12-04T22:43:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742360_1536 (size=13289) 2024-12-04T22:43:37,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T22:43:37,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:37,144 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T22:43:37,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:37,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:37,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:37,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:37,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:37,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/a8f13cfef6ee4a3c89223379dae6d1ad is 50, key is test_row_0/A:col10/1733352215772/Put/seqid=0 2024-12-04T22:43:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742361_1537 (size=12301) 2024-12-04T22:43:37,434 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/0c6af64eadfc4f42a5738cbf035c5ba3 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0c6af64eadfc4f42a5738cbf035c5ba3 2024-12-04T22:43:37,434 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/cdd004e1bb0a4572956dd109ed20d014 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/cdd004e1bb0a4572956dd109ed20d014 2024-12-04T22:43:37,439 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/B of 775ce80b7a0adab1fe582738fcca67e4 into 0c6af64eadfc4f42a5738cbf035c5ba3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:37,439 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/A of 775ce80b7a0adab1fe582738fcca67e4 into cdd004e1bb0a4572956dd109ed20d014(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:37,439 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/A, priority=11, startTime=1733352217009; duration=0sec 2024-12-04T22:43:37,439 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/B, priority=11, startTime=1733352217009; duration=0sec 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:A 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:B 2024-12-04T22:43:37,439 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T22:43:37,441 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T22:43:37,441 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 775ce80b7a0adab1fe582738fcca67e4/C is initiating minor compaction (all files) 2024-12-04T22:43:37,441 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 775ce80b7a0adab1fe582738fcca67e4/C in TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:37,441 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/256986077c7141c8b2bd163770439cf8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/17f070c361f34e0b99052af65a14b212, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5726e160984a4d3fafa630584a02dd1a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/75a50ac285c3447e8abcce7338e0beee, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/178d2ba18d6b4c18948d9794b22c5087] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp, totalSize=60.9 K 2024-12-04T22:43:37,441 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 256986077c7141c8b2bd163770439cf8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733352212784 2024-12-04T22:43:37,441 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17f070c361f34e0b99052af65a14b212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733352213469 2024-12-04T22:43:37,442 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5726e160984a4d3fafa630584a02dd1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1733352213563 2024-12-04T22:43:37,442 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75a50ac285c3447e8abcce7338e0beee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1733352214225 2024-12-04T22:43:37,442 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 178d2ba18d6b4c18948d9794b22c5087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=626, earliestPutTs=1733352215386 2024-12-04T22:43:37,449 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 775ce80b7a0adab1fe582738fcca67e4#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:37,449 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/cf8fb900b4674326b4f7c0c1307cd94d is 50, key is test_row_0/C:col10/1733352215386/Put/seqid=0 2024-12-04T22:43:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742362_1538 (size=13289) 2024-12-04T22:43:37,559 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/a8f13cfef6ee4a3c89223379dae6d1ad 2024-12-04T22:43:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/c5a2b8543cd1486bb8514d33600544f1 is 50, key is test_row_0/B:col10/1733352215772/Put/seqid=0 2024-12-04T22:43:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742363_1539 (size=12301) 2024-12-04T22:43:37,571 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/c5a2b8543cd1486bb8514d33600544f1 2024-12-04T22:43:37,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/b380ce9710b84bec83e8d8b2fc89acf0 is 50, key is test_row_0/C:col10/1733352215772/Put/seqid=0 2024-12-04T22:43:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742364_1540 (size=12301) 2024-12-04T22:43:37,856 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/cf8fb900b4674326b4f7c0c1307cd94d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/cf8fb900b4674326b4f7c0c1307cd94d 2024-12-04T22:43:37,859 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 775ce80b7a0adab1fe582738fcca67e4/C of 775ce80b7a0adab1fe582738fcca67e4 into cf8fb900b4674326b4f7c0c1307cd94d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:37,860 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:37,860 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., storeName=775ce80b7a0adab1fe582738fcca67e4/C, priority=11, startTime=1733352217009; duration=0sec 2024-12-04T22:43:37,860 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:37,860 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 775ce80b7a0adab1fe582738fcca67e4:C 2024-12-04T22:43:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:37,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. as already flushing 2024-12-04T22:43:37,923 INFO [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008. 2024-12-04T22:43:37,923 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:37,923 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:37,923 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:37,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:37,931 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-12-04T22:43:37,931 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:37,931 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:37,931 INFO [Thread-2014 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2014. 2024-12-04T22:43:37,931 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:37,931 DEBUG [Thread-2014 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:37,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:37,931 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:37,932 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:37,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:37,981 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=639 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/b380ce9710b84bec83e8d8b2fc89acf0 2024-12-04T22:43:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/a8f13cfef6ee4a3c89223379dae6d1ad as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/a8f13cfef6ee4a3c89223379dae6d1ad 2024-12-04T22:43:37,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/a8f13cfef6ee4a3c89223379dae6d1ad, entries=150, sequenceid=639, filesize=12.0 K 2024-12-04T22:43:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/c5a2b8543cd1486bb8514d33600544f1 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/c5a2b8543cd1486bb8514d33600544f1 2024-12-04T22:43:37,999 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/c5a2b8543cd1486bb8514d33600544f1, entries=150, sequenceid=639, filesize=12.0 K 2024-12-04T22:43:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/b380ce9710b84bec83e8d8b2fc89acf0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b380ce9710b84bec83e8d8b2fc89acf0 2024-12-04T22:43:38,004 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b380ce9710b84bec83e8d8b2fc89acf0, entries=150, sequenceid=639, filesize=12.0 K 2024-12-04T22:43:38,005 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for 775ce80b7a0adab1fe582738fcca67e4 in 862ms, sequenceid=639, compaction requested=false 2024-12-04T22:43:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 775ce80b7a0adab1fe582738fcca67e4: 2024-12-04T22:43:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-04T22:43:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-12-04T22:43:38,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-04T22:43:38,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2550 sec 2024-12-04T22:43:38,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.2590 sec 2024-12-04T22:43:39,013 INFO [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012. 2024-12-04T22:43:39,013 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:39,014 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:39,014 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:39,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:39,042 INFO [Thread-2016 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2016. 2024-12-04T22:43:39,042 DEBUG [Thread-2016 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:43:39,042 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:39,042 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:39,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T22:43:39,940 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 224 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1695 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5084 rows 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1687 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5058 rows 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1710 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5127 rows 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1693 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5078 rows 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1700 2024-12-04T22:43:39,940 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5099 rows 2024-12-04T22:43:39,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:43:39,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:43:39,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:39,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:39,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:43:39,941 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T22:43:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T22:43:39,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352219944"}]},"ts":"1733352219944"} 2024-12-04T22:43:39,946 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T22:43:39,946 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T22:43:39,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:43:39,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, UNASSIGN}] 2024-12-04T22:43:39,949 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, UNASSIGN 2024-12-04T22:43:39,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=775ce80b7a0adab1fe582738fcca67e4, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:39,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, UNASSIGN because future has completed 2024-12-04T22:43:39,952 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:43:39,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:43:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T22:43:40,104 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 775ce80b7a0adab1fe582738fcca67e4, disabling compactions & flushes 2024-12-04T22:43:40,105 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. after waiting 0 ms 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:40,105 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 775ce80b7a0adab1fe582738fcca67e4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=A 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=B 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 775ce80b7a0adab1fe582738fcca67e4, store=C 2024-12-04T22:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:40,109 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5f20ccec6aa84c22881025201c58d805 is 50, key is test_row_0/A:col10/1733352219011/Put/seqid=0 2024-12-04T22:43:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742365_1541 (size=12301) 2024-12-04T22:43:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T22:43:40,514 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5f20ccec6aa84c22881025201c58d805 2024-12-04T22:43:40,525 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/206950b0b0c0457eb2bb93f6725fe901 is 50, key is test_row_0/B:col10/1733352219011/Put/seqid=0 2024-12-04T22:43:40,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742366_1542 (size=12301) 2024-12-04T22:43:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T22:43:40,932 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/206950b0b0c0457eb2bb93f6725fe901 2024-12-04T22:43:40,944 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/b788ef2e07594256b18d4fc9c229723e is 50, key is test_row_0/C:col10/1733352219011/Put/seqid=0 2024-12-04T22:43:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742367_1543 (size=12301) 2024-12-04T22:43:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T22:43:41,349 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/b788ef2e07594256b18d4fc9c229723e 2024-12-04T22:43:41,357 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/A/5f20ccec6aa84c22881025201c58d805 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5f20ccec6aa84c22881025201c58d805 2024-12-04T22:43:41,364 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5f20ccec6aa84c22881025201c58d805, entries=150, sequenceid=650, filesize=12.0 K 2024-12-04T22:43:41,365 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/B/206950b0b0c0457eb2bb93f6725fe901 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/206950b0b0c0457eb2bb93f6725fe901 2024-12-04T22:43:41,369 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/206950b0b0c0457eb2bb93f6725fe901, entries=150, sequenceid=650, filesize=12.0 K 2024-12-04T22:43:41,370 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/.tmp/C/b788ef2e07594256b18d4fc9c229723e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b788ef2e07594256b18d4fc9c229723e 2024-12-04T22:43:41,374 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b788ef2e07594256b18d4fc9c229723e, entries=150, sequenceid=650, filesize=12.0 K 2024-12-04T22:43:41,375 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 775ce80b7a0adab1fe582738fcca67e4 in 1270ms, sequenceid=650, compaction requested=true 2024-12-04T22:43:41,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/48db6012f2534b1cb4d4f1000dc43a59, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/abbab687430647548e6d324ece7d18a7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b73aeadbf7448e488954fcad876d6c4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/ca5341da7e774847b2bb4ac5bace75f9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/25d2ec42880a4bdbb31765e82dc107f0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/bd0012b155694a7baad225538f99fcc1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c70785abe59e4740ae23b5137e482a63, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5a22758e94874388ae331dc92b66e338, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/2b60aa3974444ee4809d967a0f5c0ecf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/3ad8281e0c7447c0bd08db4db133cea4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c89e1f35d3b48c487dd0d9cde9004ed, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/37e0a57f94dd4c6b84458f3a60d13184, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/f83d6bfb891042aa88cb2b5735b7c897, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/417f9ea0f2814d5e8028d66221b9d142, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/80334933208947bba72942dad815a355, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/524317bd80f64dcb9069059d729e336e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/7657918a44b04314b8379a0a5d459034, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b06ab985c0a94166a082c06096fa2a48, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/28e70f5b46064c80b9801a4a2e7961d5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/44f6ce03800d4cef960828a80b501551, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/0a6c2f63fe5046fd8e1fbffba290796f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/d51adf5ff77445e1927d9ea6905abb8b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c4ffb5e4ff2a4074851f7b8b2e92c07c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/184c349899df43cab64108b21c29a810, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c7895541ca345ec944f160eae662de4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b63f393e937d4146bdf758beb03a45fa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/6b999a39691c472893e8d07011b5bd59, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/aec92e6535844ead8341f73b6757d919, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b20380155de4752ab4cb6e41159e7f8] to archive 2024-12-04T22:43:41,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:41,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/48db6012f2534b1cb4d4f1000dc43a59 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/48db6012f2534b1cb4d4f1000dc43a59 2024-12-04T22:43:41,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/abbab687430647548e6d324ece7d18a7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/abbab687430647548e6d324ece7d18a7 2024-12-04T22:43:41,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b73aeadbf7448e488954fcad876d6c4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b73aeadbf7448e488954fcad876d6c4 2024-12-04T22:43:41,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/ca5341da7e774847b2bb4ac5bace75f9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/ca5341da7e774847b2bb4ac5bace75f9 2024-12-04T22:43:41,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/25d2ec42880a4bdbb31765e82dc107f0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/25d2ec42880a4bdbb31765e82dc107f0 2024-12-04T22:43:41,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/bd0012b155694a7baad225538f99fcc1 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/bd0012b155694a7baad225538f99fcc1 2024-12-04T22:43:41,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c70785abe59e4740ae23b5137e482a63 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c70785abe59e4740ae23b5137e482a63 2024-12-04T22:43:41,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5a22758e94874388ae331dc92b66e338 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5a22758e94874388ae331dc92b66e338 2024-12-04T22:43:41,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/2b60aa3974444ee4809d967a0f5c0ecf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/2b60aa3974444ee4809d967a0f5c0ecf 2024-12-04T22:43:41,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/3ad8281e0c7447c0bd08db4db133cea4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/3ad8281e0c7447c0bd08db4db133cea4 2024-12-04T22:43:41,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c89e1f35d3b48c487dd0d9cde9004ed to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c89e1f35d3b48c487dd0d9cde9004ed 2024-12-04T22:43:41,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/37e0a57f94dd4c6b84458f3a60d13184 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/37e0a57f94dd4c6b84458f3a60d13184 2024-12-04T22:43:41,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/f83d6bfb891042aa88cb2b5735b7c897 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/f83d6bfb891042aa88cb2b5735b7c897 2024-12-04T22:43:41,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/417f9ea0f2814d5e8028d66221b9d142 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/417f9ea0f2814d5e8028d66221b9d142 2024-12-04T22:43:41,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/80334933208947bba72942dad815a355 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/80334933208947bba72942dad815a355 2024-12-04T22:43:41,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/524317bd80f64dcb9069059d729e336e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/524317bd80f64dcb9069059d729e336e 2024-12-04T22:43:41,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/7657918a44b04314b8379a0a5d459034 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/7657918a44b04314b8379a0a5d459034 2024-12-04T22:43:41,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b06ab985c0a94166a082c06096fa2a48 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b06ab985c0a94166a082c06096fa2a48 2024-12-04T22:43:41,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/28e70f5b46064c80b9801a4a2e7961d5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/28e70f5b46064c80b9801a4a2e7961d5 2024-12-04T22:43:41,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/44f6ce03800d4cef960828a80b501551 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/44f6ce03800d4cef960828a80b501551 2024-12-04T22:43:41,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/0a6c2f63fe5046fd8e1fbffba290796f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/0a6c2f63fe5046fd8e1fbffba290796f 2024-12-04T22:43:41,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/d51adf5ff77445e1927d9ea6905abb8b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/d51adf5ff77445e1927d9ea6905abb8b 2024-12-04T22:43:41,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c4ffb5e4ff2a4074851f7b8b2e92c07c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/c4ffb5e4ff2a4074851f7b8b2e92c07c 2024-12-04T22:43:41,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/184c349899df43cab64108b21c29a810 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/184c349899df43cab64108b21c29a810 2024-12-04T22:43:41,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c7895541ca345ec944f160eae662de4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5c7895541ca345ec944f160eae662de4 2024-12-04T22:43:41,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b63f393e937d4146bdf758beb03a45fa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/b63f393e937d4146bdf758beb03a45fa 2024-12-04T22:43:41,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/6b999a39691c472893e8d07011b5bd59 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/6b999a39691c472893e8d07011b5bd59 2024-12-04T22:43:41,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/aec92e6535844ead8341f73b6757d919 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/aec92e6535844ead8341f73b6757d919 2024-12-04T22:43:41,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b20380155de4752ab4cb6e41159e7f8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/1b20380155de4752ab4cb6e41159e7f8 2024-12-04T22:43:41,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/96c7431334a84cf3943a4576d199c45c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f7bd634466564b799b1a5f381801289c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/8f5179a0945c4ebc994c6a49127d1e7c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/a4202ffeee2b48478815291344578203, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d1b76e8f943d42ae96ef6e698a14cff6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6db3232fe7b849129f46bfc2f89c4cd7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3b7042801f424aedaef65555cd245b0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d827735199dd46538d66befb65dd393f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/4489af96546642d3b1ac6ea61adfa448, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3d20e666f41e4b6a9b3f7b6ce96659c6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/e8365b37b20e434eb1fb8afaeaf4ec01, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f0c846da8d1f47218fb97e7e973647d3, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/7366efdaf3d3426fbcbec0c6a49fce69, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/84776d0a954b4cb9813cf0e9965535e9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6904ab269a6d4ba299319679d7c6d4a9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0db36b26aeaf476ca3732d4484ef8f0c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6a6eec47f02440aabf906a38c9d78a59, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/b4654a5166e048d08cd4daed1c68e633, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/da4d3327df1c4feea4bbdf4ac9dc0d6f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/17d188fd4911435abbaeb099939871eb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0fb82db1ebad472c9949ce2f833b1354, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/cc6a3d0d9cd74966929754c3bb9de3db, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/044b703737b7437b90d0df89358d58e5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/794635c6884e4a9382f7f188b895e683, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/ac846a74ba0e4b09b2426c9ee5d652de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/9be5f21b38b048d4b11600a3641e0917, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/643e054977164fefa892c664fd80f449, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/fd156ed22a0d4f27b33c7d2f7d4c0fef, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/08f447a8260145aabcef4f1f7bff962b] to archive 2024-12-04T22:43:41,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:41,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/96c7431334a84cf3943a4576d199c45c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/96c7431334a84cf3943a4576d199c45c 2024-12-04T22:43:41,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f7bd634466564b799b1a5f381801289c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f7bd634466564b799b1a5f381801289c 2024-12-04T22:43:41,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/8f5179a0945c4ebc994c6a49127d1e7c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/8f5179a0945c4ebc994c6a49127d1e7c 2024-12-04T22:43:41,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/a4202ffeee2b48478815291344578203 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/a4202ffeee2b48478815291344578203 2024-12-04T22:43:41,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d1b76e8f943d42ae96ef6e698a14cff6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d1b76e8f943d42ae96ef6e698a14cff6 2024-12-04T22:43:41,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6db3232fe7b849129f46bfc2f89c4cd7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6db3232fe7b849129f46bfc2f89c4cd7 2024-12-04T22:43:41,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3b7042801f424aedaef65555cd245b0c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3b7042801f424aedaef65555cd245b0c 2024-12-04T22:43:41,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d827735199dd46538d66befb65dd393f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/d827735199dd46538d66befb65dd393f 2024-12-04T22:43:41,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/4489af96546642d3b1ac6ea61adfa448 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/4489af96546642d3b1ac6ea61adfa448 2024-12-04T22:43:41,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3d20e666f41e4b6a9b3f7b6ce96659c6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/3d20e666f41e4b6a9b3f7b6ce96659c6 2024-12-04T22:43:41,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/e8365b37b20e434eb1fb8afaeaf4ec01 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/e8365b37b20e434eb1fb8afaeaf4ec01 2024-12-04T22:43:41,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f0c846da8d1f47218fb97e7e973647d3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/f0c846da8d1f47218fb97e7e973647d3 2024-12-04T22:43:41,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/7366efdaf3d3426fbcbec0c6a49fce69 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/7366efdaf3d3426fbcbec0c6a49fce69 2024-12-04T22:43:41,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/84776d0a954b4cb9813cf0e9965535e9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/84776d0a954b4cb9813cf0e9965535e9 2024-12-04T22:43:41,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6904ab269a6d4ba299319679d7c6d4a9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6904ab269a6d4ba299319679d7c6d4a9 2024-12-04T22:43:41,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0db36b26aeaf476ca3732d4484ef8f0c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0db36b26aeaf476ca3732d4484ef8f0c 2024-12-04T22:43:41,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6a6eec47f02440aabf906a38c9d78a59 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/6a6eec47f02440aabf906a38c9d78a59 2024-12-04T22:43:41,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/b4654a5166e048d08cd4daed1c68e633 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/b4654a5166e048d08cd4daed1c68e633 2024-12-04T22:43:41,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/da4d3327df1c4feea4bbdf4ac9dc0d6f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/da4d3327df1c4feea4bbdf4ac9dc0d6f 2024-12-04T22:43:41,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/17d188fd4911435abbaeb099939871eb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/17d188fd4911435abbaeb099939871eb 2024-12-04T22:43:41,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0fb82db1ebad472c9949ce2f833b1354 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0fb82db1ebad472c9949ce2f833b1354 2024-12-04T22:43:41,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/cc6a3d0d9cd74966929754c3bb9de3db to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/cc6a3d0d9cd74966929754c3bb9de3db 2024-12-04T22:43:41,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/044b703737b7437b90d0df89358d58e5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/044b703737b7437b90d0df89358d58e5 2024-12-04T22:43:41,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/794635c6884e4a9382f7f188b895e683 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/794635c6884e4a9382f7f188b895e683 2024-12-04T22:43:41,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/ac846a74ba0e4b09b2426c9ee5d652de to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/ac846a74ba0e4b09b2426c9ee5d652de 2024-12-04T22:43:41,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/9be5f21b38b048d4b11600a3641e0917 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/9be5f21b38b048d4b11600a3641e0917 2024-12-04T22:43:41,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/643e054977164fefa892c664fd80f449 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/643e054977164fefa892c664fd80f449 2024-12-04T22:43:41,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/fd156ed22a0d4f27b33c7d2f7d4c0fef to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/fd156ed22a0d4f27b33c7d2f7d4c0fef 2024-12-04T22:43:41,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/08f447a8260145aabcef4f1f7bff962b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/08f447a8260145aabcef4f1f7bff962b 2024-12-04T22:43:41,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/8ec1031c53944f7c83572ff98cde4fd1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/40528c2f096d46028f84c33f7f36bf02, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/6d04e996f9434a55b2a912a2460c99d0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/675a6bc09ba84b62a913e5e99d9fe8c6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/4dd742e1cba44a2f933e18c674df20aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/1c0ca270ec7a4f3bac6b284f1cfe11d9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/a76c7cce917b4de49289c34ce0eff4e7, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/020fa1292954479ca73a3c2ec93cee02, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/e4a35ea61896407f855b889233383c65, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/7e53e16d772e4d55ada884f156404b95, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/d4d8e6838b2640f4a46b4bb198a82817, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/53a8af5f0ed94de49c3442cec82ab00f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/eaa161f02840404bbd5f9b76ffb7625f, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/30394db30dfa492c914591fcb1277a2e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5671025dab8a4ef5b010d7c611e7ebd5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0a5b04164c874f56a37665dd17cfcbbb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/dd575dd488844d878524be8c9c3ca192, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/95407c29d2724b9887b52d7e81e729c0, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/feb319e6f6a340f18593cb83691a4a41, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0ae01dd53c05419fb69798d62f9b85f8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/bc13c63ff8794111b8e3798b377df4c6, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/f8983a98ddfc4bd8b766a8726f742f1d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/abdf9d235c8249eb9244ef2462a2a912, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/256986077c7141c8b2bd163770439cf8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/97cf920f331a4276aee1da3980637cc5, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/17f070c361f34e0b99052af65a14b212, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5726e160984a4d3fafa630584a02dd1a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/75a50ac285c3447e8abcce7338e0beee, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/178d2ba18d6b4c18948d9794b22c5087] to archive 2024-12-04T22:43:41,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:43:41,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/8ec1031c53944f7c83572ff98cde4fd1 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/8ec1031c53944f7c83572ff98cde4fd1 2024-12-04T22:43:41,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/40528c2f096d46028f84c33f7f36bf02 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/40528c2f096d46028f84c33f7f36bf02 2024-12-04T22:43:41,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/6d04e996f9434a55b2a912a2460c99d0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/6d04e996f9434a55b2a912a2460c99d0 2024-12-04T22:43:41,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/675a6bc09ba84b62a913e5e99d9fe8c6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/675a6bc09ba84b62a913e5e99d9fe8c6 2024-12-04T22:43:41,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/4dd742e1cba44a2f933e18c674df20aa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/4dd742e1cba44a2f933e18c674df20aa 2024-12-04T22:43:41,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/1c0ca270ec7a4f3bac6b284f1cfe11d9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/1c0ca270ec7a4f3bac6b284f1cfe11d9 2024-12-04T22:43:41,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/a76c7cce917b4de49289c34ce0eff4e7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/a76c7cce917b4de49289c34ce0eff4e7 2024-12-04T22:43:41,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/020fa1292954479ca73a3c2ec93cee02 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/020fa1292954479ca73a3c2ec93cee02 2024-12-04T22:43:41,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/e4a35ea61896407f855b889233383c65 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/e4a35ea61896407f855b889233383c65 2024-12-04T22:43:41,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/7e53e16d772e4d55ada884f156404b95 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/7e53e16d772e4d55ada884f156404b95 2024-12-04T22:43:41,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/d4d8e6838b2640f4a46b4bb198a82817 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/d4d8e6838b2640f4a46b4bb198a82817 2024-12-04T22:43:41,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/53a8af5f0ed94de49c3442cec82ab00f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/53a8af5f0ed94de49c3442cec82ab00f 2024-12-04T22:43:41,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/eaa161f02840404bbd5f9b76ffb7625f to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/eaa161f02840404bbd5f9b76ffb7625f 2024-12-04T22:43:41,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/30394db30dfa492c914591fcb1277a2e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/30394db30dfa492c914591fcb1277a2e 2024-12-04T22:43:41,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5671025dab8a4ef5b010d7c611e7ebd5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5671025dab8a4ef5b010d7c611e7ebd5 2024-12-04T22:43:41,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0a5b04164c874f56a37665dd17cfcbbb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0a5b04164c874f56a37665dd17cfcbbb 2024-12-04T22:43:41,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/dd575dd488844d878524be8c9c3ca192 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/dd575dd488844d878524be8c9c3ca192 2024-12-04T22:43:41,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/95407c29d2724b9887b52d7e81e729c0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/95407c29d2724b9887b52d7e81e729c0 2024-12-04T22:43:41,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/feb319e6f6a340f18593cb83691a4a41 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/feb319e6f6a340f18593cb83691a4a41 2024-12-04T22:43:41,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0ae01dd53c05419fb69798d62f9b85f8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/0ae01dd53c05419fb69798d62f9b85f8 2024-12-04T22:43:41,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/bc13c63ff8794111b8e3798b377df4c6 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/bc13c63ff8794111b8e3798b377df4c6 2024-12-04T22:43:41,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/f8983a98ddfc4bd8b766a8726f742f1d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/f8983a98ddfc4bd8b766a8726f742f1d 2024-12-04T22:43:41,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/abdf9d235c8249eb9244ef2462a2a912 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/abdf9d235c8249eb9244ef2462a2a912 2024-12-04T22:43:41,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/256986077c7141c8b2bd163770439cf8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/256986077c7141c8b2bd163770439cf8 2024-12-04T22:43:41,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/97cf920f331a4276aee1da3980637cc5 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/97cf920f331a4276aee1da3980637cc5 2024-12-04T22:43:41,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/17f070c361f34e0b99052af65a14b212 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/17f070c361f34e0b99052af65a14b212 2024-12-04T22:43:41,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5726e160984a4d3fafa630584a02dd1a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/5726e160984a4d3fafa630584a02dd1a 2024-12-04T22:43:41,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/75a50ac285c3447e8abcce7338e0beee to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/75a50ac285c3447e8abcce7338e0beee 2024-12-04T22:43:41,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/178d2ba18d6b4c18948d9794b22c5087 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/178d2ba18d6b4c18948d9794b22c5087 2024-12-04T22:43:41,463 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/recovered.edits/653.seqid, newMaxSeqId=653, maxSeqId=1 2024-12-04T22:43:41,464 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. 2024-12-04T22:43:41,464 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 775ce80b7a0adab1fe582738fcca67e4: Waiting for close lock at 1733352220105Running coprocessor pre-close hooks at 1733352220105Disabling compacts and flushes for region at 1733352220105Disabling writes for close at 1733352220105Obtaining lock to block concurrent updates at 1733352220105Preparing flush snapshotting stores in 775ce80b7a0adab1fe582738fcca67e4 at 1733352220105Finished memstore snapshotting TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733352220105Flushing stores of TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4. at 1733352220106 (+1 ms)Flushing 775ce80b7a0adab1fe582738fcca67e4/A: creating writer at 1733352220106Flushing 775ce80b7a0adab1fe582738fcca67e4/A: appending metadata at 1733352220109 (+3 ms)Flushing 775ce80b7a0adab1fe582738fcca67e4/A: closing flushed file at 1733352220109Flushing 775ce80b7a0adab1fe582738fcca67e4/B: creating writer at 1733352220520 (+411 ms)Flushing 775ce80b7a0adab1fe582738fcca67e4/B: appending metadata at 1733352220524 (+4 ms)Flushing 775ce80b7a0adab1fe582738fcca67e4/B: closing flushed file at 1733352220524Flushing 775ce80b7a0adab1fe582738fcca67e4/C: creating writer at 1733352220941 (+417 ms)Flushing 775ce80b7a0adab1fe582738fcca67e4/C: appending metadata at 1733352220943 (+2 ms)Flushing 775ce80b7a0adab1fe582738fcca67e4/C: closing flushed file at 1733352220944 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a230a61: reopening flushed file at 1733352221355 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aaad72b: reopening flushed file at 1733352221364 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10d9de88: reopening flushed file at 1733352221369 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 775ce80b7a0adab1fe582738fcca67e4 in 1270ms, sequenceid=650, compaction requested=true at 1733352221375 (+6 ms)Writing region close event to WAL at 1733352221460 (+85 ms)Running coprocessor post-close hooks at 1733352221464 (+4 ms)Closed at 1733352221464 2024-12-04T22:43:41,466 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:41,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=775ce80b7a0adab1fe582738fcca67e4, regionState=CLOSED 2024-12-04T22:43:41,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:43:41,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-04T22:43:41,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 775ce80b7a0adab1fe582738fcca67e4, server=9840c0493aab,32925,1733352064572 in 1.5170 sec 2024-12-04T22:43:41,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-04T22:43:41,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=775ce80b7a0adab1fe582738fcca67e4, UNASSIGN in 1.5230 sec 2024-12-04T22:43:41,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-04T22:43:41,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5270 sec 2024-12-04T22:43:41,478 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352221478"}]},"ts":"1733352221478"} 2024-12-04T22:43:41,480 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T22:43:41,480 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T22:43:41,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5400 sec 2024-12-04T22:43:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T22:43:42,091 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:42,093 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T22:43:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,098 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T22:43:42,100 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,102 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:42,105 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/recovered.edits] 2024-12-04T22:43:42,110 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5f20ccec6aa84c22881025201c58d805 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/5f20ccec6aa84c22881025201c58d805 2024-12-04T22:43:42,111 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/a8f13cfef6ee4a3c89223379dae6d1ad to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/a8f13cfef6ee4a3c89223379dae6d1ad 2024-12-04T22:43:42,113 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/cdd004e1bb0a4572956dd109ed20d014 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/A/cdd004e1bb0a4572956dd109ed20d014 2024-12-04T22:43:42,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0c6af64eadfc4f42a5738cbf035c5ba3 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/0c6af64eadfc4f42a5738cbf035c5ba3 2024-12-04T22:43:42,119 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/206950b0b0c0457eb2bb93f6725fe901 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/206950b0b0c0457eb2bb93f6725fe901 2024-12-04T22:43:42,121 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/c5a2b8543cd1486bb8514d33600544f1 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/B/c5a2b8543cd1486bb8514d33600544f1 2024-12-04T22:43:42,124 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b380ce9710b84bec83e8d8b2fc89acf0 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b380ce9710b84bec83e8d8b2fc89acf0 2024-12-04T22:43:42,126 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b788ef2e07594256b18d4fc9c229723e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/b788ef2e07594256b18d4fc9c229723e 2024-12-04T22:43:42,128 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/cf8fb900b4674326b4f7c0c1307cd94d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/C/cf8fb900b4674326b4f7c0c1307cd94d 2024-12-04T22:43:42,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/recovered.edits/653.seqid to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4/recovered.edits/653.seqid 2024-12-04T22:43:42,133 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/775ce80b7a0adab1fe582738fcca67e4 2024-12-04T22:43:42,133 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T22:43:42,136 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,138 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T22:43:42,140 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T22:43:42,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T22:43:42,141 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733352222141"}]},"ts":"9223372036854775807"} 2024-12-04T22:43:42,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T22:43:42,143 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 775ce80b7a0adab1fe582738fcca67e4, NAME => 'TestAcidGuarantees,,1733352193834.775ce80b7a0adab1fe582738fcca67e4.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T22:43:42,143 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T22:43:42,143 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733352222143"}]},"ts":"9223372036854775807"} 2024-12-04T22:43:42,144 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T22:43:42,145 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-04T22:43:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T22:43:42,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:43:42,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:42,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 249) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=10455 (was 10475) 2024-12-04T22:43:42,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=10455 2024-12-04T22:43:42,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:43:42,227 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:43:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:42,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:43:42,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:42,229 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-12-04T22:43:42,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:43:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T22:43:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742368_1544 (size=1061) 2024-12-04T22:43:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T22:43:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T22:43:42,639 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6 2024-12-04T22:43:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742369_1545 (size=53) 2024-12-04T22:43:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T22:43:43,050 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:43:43,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 29c1d1b3f6995bba68b129f6192d3105, disabling compactions & flushes 2024-12-04T22:43:43,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. after waiting 0 ms 2024-12-04T22:43:43,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,051 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,051 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29c1d1b3f6995bba68b129f6192d3105: Waiting for close lock at 1733352223051Disabling compacts and flushes for region at 1733352223051Disabling writes for close at 1733352223051Writing region close event to WAL at 1733352223051Closed at 1733352223051 2024-12-04T22:43:43,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:43:43,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733352223054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352223054"}]},"ts":"1733352223054"} 2024-12-04T22:43:43,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T22:43:43,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:43:43,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352223060"}]},"ts":"1733352223060"} 2024-12-04T22:43:43,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T22:43:43,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, ASSIGN}] 2024-12-04T22:43:43,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, ASSIGN 2024-12-04T22:43:43,064 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, ASSIGN; state=OFFLINE, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=false 2024-12-04T22:43:43,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:43,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, ASSIGN because future has completed 2024-12-04T22:43:43,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T22:43:43,378 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,379 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:43:43,379 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,379 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:43:43,380 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,380 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,381 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,383 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:43,383 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1d1b3f6995bba68b129f6192d3105 columnFamilyName A 2024-12-04T22:43:43,383 DEBUG [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:43,383 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(327): Store=29c1d1b3f6995bba68b129f6192d3105/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:43,384 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,385 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:43,385 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1d1b3f6995bba68b129f6192d3105 columnFamilyName B 2024-12-04T22:43:43,385 DEBUG [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:43,385 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(327): Store=29c1d1b3f6995bba68b129f6192d3105/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:43,385 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,386 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:43,387 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1d1b3f6995bba68b129f6192d3105 columnFamilyName C 2024-12-04T22:43:43,387 DEBUG [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:43,387 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(327): Store=29c1d1b3f6995bba68b129f6192d3105/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:43,387 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,387 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,388 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,388 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,390 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,390 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,390 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:43:43,391 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,393 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:43:43,393 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 29c1d1b3f6995bba68b129f6192d3105; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67961307, jitterRate=0.012702390551567078}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:43:43,393 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:43,394 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 29c1d1b3f6995bba68b129f6192d3105: Running coprocessor pre-open hook at 1733352223380Writing region info on filesystem at 1733352223380Initializing all the Stores at 1733352223381 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352223381Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352223381Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352223381Cleaning up temporary data from old regions at 1733352223390 (+9 ms)Running coprocessor post-open hooks at 1733352223393 (+3 ms)Region opened successfully at 1733352223394 (+1 ms) 2024-12-04T22:43:43,394 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., pid=154, masterSystemTime=1733352223371 2024-12-04T22:43:43,396 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,396 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:43,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:43,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:43:43,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-04T22:43:43,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 in 180 msec 2024-12-04T22:43:43,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-04T22:43:43,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, ASSIGN in 338 msec 2024-12-04T22:43:43,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:43:43,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352223402"}]},"ts":"1733352223402"} 2024-12-04T22:43:43,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T22:43:43,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:43:43,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec 2024-12-04T22:43:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T22:43:44,390 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:44,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:44,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:44,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:44,394 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aac278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:44,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6975e5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:44,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:44,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:44,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:43:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37849,1733352063839 2024-12-04T22:43:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ee7643 2024-12-04T22:43:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:43:44,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:43:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T22:43:44,404 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:43:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T22:43:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742370_1546 (size=1097) 2024-12-04T22:43:44,862 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T22:43:44,862 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T22:43:44,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:43:44,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, REOPEN/MOVE}] 2024-12-04T22:43:44,873 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, REOPEN/MOVE 2024-12-04T22:43:44,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:44,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, REOPEN/MOVE because future has completed 2024-12-04T22:43:44,875 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:43:44,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:43:45,028 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,028 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:43:45,029 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 29c1d1b3f6995bba68b129f6192d3105, disabling compactions & flushes 2024-12-04T22:43:45,029 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,029 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,029 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. after waiting 0 ms 2024-12-04T22:43:45,029 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,034 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T22:43:45,035 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,035 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 29c1d1b3f6995bba68b129f6192d3105: Waiting for close lock at 1733352225029Running coprocessor pre-close hooks at 1733352225029Disabling compacts and flushes for region at 1733352225029Disabling writes for close at 1733352225029Writing region close event to WAL at 1733352225030 (+1 ms)Running coprocessor post-close hooks at 1733352225035 (+5 ms)Closed at 1733352225035 2024-12-04T22:43:45,035 WARN [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: 29c1d1b3f6995bba68b129f6192d3105 to self. 2024-12-04T22:43:45,038 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=CLOSED 2024-12-04T22:43:45,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:43:45,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-12-04T22:43:45,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 in 166 msec 2024-12-04T22:43:45,045 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, REOPEN/MOVE; state=CLOSED, location=9840c0493aab,32925,1733352064572; forceNewPlan=false, retain=true 2024-12-04T22:43:45,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=OPENING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, REOPEN/MOVE because future has completed 2024-12-04T22:43:45,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:43:45,361 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,361 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:43:45,361 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,361 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:43:45,362 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,362 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,364 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,365 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:45,365 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1d1b3f6995bba68b129f6192d3105 columnFamilyName A 2024-12-04T22:43:45,368 DEBUG [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:45,368 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(327): Store=29c1d1b3f6995bba68b129f6192d3105/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:45,368 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,369 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:45,369 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1d1b3f6995bba68b129f6192d3105 columnFamilyName B 2024-12-04T22:43:45,369 DEBUG [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:45,369 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(327): Store=29c1d1b3f6995bba68b129f6192d3105/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:45,369 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,370 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T22:43:45,370 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1d1b3f6995bba68b129f6192d3105 columnFamilyName C 2024-12-04T22:43:45,370 DEBUG [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:45,370 INFO [StoreOpener-29c1d1b3f6995bba68b129f6192d3105-1 {}] regionserver.HStore(327): Store=29c1d1b3f6995bba68b129f6192d3105/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:43:45,370 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,370 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,371 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,372 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,373 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,373 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,373 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T22:43:45,374 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,374 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened 29c1d1b3f6995bba68b129f6192d3105; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69714109, jitterRate=0.03882117569446564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T22:43:45,374 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,375 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for 29c1d1b3f6995bba68b129f6192d3105: Running coprocessor pre-open hook at 1733352225362Writing region info on filesystem at 1733352225362Initializing all the Stores at 1733352225363 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352225363Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352225364 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352225364Cleaning up temporary data from old regions at 1733352225373 (+9 ms)Running coprocessor post-open hooks at 1733352225374 (+1 ms)Region opened successfully at 1733352225375 (+1 ms) 2024-12-04T22:43:45,375 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., pid=159, masterSystemTime=1733352225355 2024-12-04T22:43:45,377 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,377 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=OPEN, openSeqNum=5, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:43:45,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-12-04T22:43:45,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 in 180 msec 2024-12-04T22:43:45,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-04T22:43:45,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, REOPEN/MOVE in 509 msec 2024-12-04T22:43:45,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-04T22:43:45,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-12-04T22:43:45,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 982 msec 2024-12-04T22:43:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-04T22:43:45,388 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:45,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1f5053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,391 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8076c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18804267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd7849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,395 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407f7bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f023a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,398 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b664c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,398 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8b31af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,400 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37095b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,401 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c203502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,402 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de6b59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,403 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acd59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,404 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564bcdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2e1c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,407 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b15bb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,408 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19486846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,410 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397b2a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,411 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5c7d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b93642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37849,-1 for getting cluster id 2024-12-04T22:43:45,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:43:45,413 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633' 2024-12-04T22:43:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:43:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ccca22d-ed1b-4c6e-b9dc-bae38b6e8633" 2024-12-04T22:43:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcc1ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37849,-1] 2024-12-04T22:43:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:43:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:43:45,414 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:43:45,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2b7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:43:45,415 DEBUG [Thread-2447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,415 DEBUG [Thread-2445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,415 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,415 DEBUG [Thread-2438 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,415 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,415 DEBUG [Thread-2449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,416 DEBUG [Thread-2440 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,417 DEBUG [Thread-2451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,418 DEBUG [Thread-2432 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,418 DEBUG [Thread-2443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:43:45,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,32925,1733352064572, seqNum=-1] 2024-12-04T22:43:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:43:45,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:43:45,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:45,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5] 2024-12-04T22:43:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:43:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352285444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352225430, max timestamp=1733352225447Num uniques 859; 2024-12-04T22:43:45,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:45,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352225430, max timestamp=1733352225447Num uniques 859; 2024-12-04T22:43:45,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:45,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733352225430, max timestamp=1733352225447Num uniques 859; 2024-12-04T22:43:45,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T22:43:45,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d3daeb9c56124b1b9f84d6aaa934972d_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_1/A:col10/1733352225426/Put/seqid=0 2024-12-04T22:43:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742371_1547 (size=12154) 2024-12-04T22:43:45,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:45,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d3daeb9c56124b1b9f84d6aaa934972d_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d3daeb9c56124b1b9f84d6aaa934972d_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:45,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/f0f12a10e367497993b1f92c9de350a1, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:45,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/f0f12a10e367497993b1f92c9de350a1 is 175, key is test_row_1/A:col10/1733352225426/Put/seqid=0 2024-12-04T22:43:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742372_1548 (size=30951) 2024-12-04T22:43:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352285460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/f0f12a10e367497993b1f92c9de350a1 2024-12-04T22:43:45,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352285464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352285464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352285464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/30159e8d001c456891c068bec8a31df9 is 50, key is test_row_1/B:col10/1733352225426/Put/seqid=0 2024-12-04T22:43:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742373_1549 (size=9657) 2024-12-04T22:43:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352285559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352285569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-04T22:43:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352285580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352285580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352285580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-04T22:43:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:45,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352285770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352285780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352285789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352285789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352285789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:45,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-04T22:43:45,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:45,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:45,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/30159e8d001c456891c068bec8a31df9 2024-12-04T22:43:45,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/6e6ee81f227a42ec9ec61470b094dcd2 is 50, key is test_row_1/C:col10/1733352225426/Put/seqid=0 2024-12-04T22:43:45,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742374_1550 (size=9657) 2024-12-04T22:43:45,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/6e6ee81f227a42ec9ec61470b094dcd2 2024-12-04T22:43:45,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/f0f12a10e367497993b1f92c9de350a1 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1 2024-12-04T22:43:45,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1, entries=150, sequenceid=15, filesize=30.2 K 2024-12-04T22:43:45,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/30159e8d001c456891c068bec8a31df9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/30159e8d001c456891c068bec8a31df9 2024-12-04T22:43:45,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/30159e8d001c456891c068bec8a31df9, entries=100, sequenceid=15, filesize=9.4 K 2024-12-04T22:43:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/6e6ee81f227a42ec9ec61470b094dcd2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/6e6ee81f227a42ec9ec61470b094dcd2 2024-12-04T22:43:45,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/6e6ee81f227a42ec9ec61470b094dcd2, entries=100, sequenceid=15, filesize=9.4 K 2024-12-04T22:43:45,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 29c1d1b3f6995bba68b129f6192d3105 in 497ms, sequenceid=15, compaction requested=false 2024-12-04T22:43:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:46,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-04T22:43:46,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:46,032 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-04T22:43:46,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:46,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:46,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:46,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cf7bdc0e9c2646bdbe607ea37932cd5d_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352225463/Put/seqid=0 2024-12-04T22:43:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742375_1551 (size=12154) 2024-12-04T22:43:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:46,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352286095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352286098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352286100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352286100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352286100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352286209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352286209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352286420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352286420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:46,443 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cf7bdc0e9c2646bdbe607ea37932cd5d_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cf7bdc0e9c2646bdbe607ea37932cd5d_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:46,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/310fcec3f78f4973930b9462e7b4d3b1, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:46,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/310fcec3f78f4973930b9462e7b4d3b1 is 175, key is test_row_0/A:col10/1733352225463/Put/seqid=0 2024-12-04T22:43:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742376_1552 (size=30955) 2024-12-04T22:43:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352286610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352286610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352286610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352286730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352286730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:46,847 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/310fcec3f78f4973930b9462e7b4d3b1 2024-12-04T22:43:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/da39b2cfd078476ab658dc86c0d64c92 is 50, key is test_row_0/B:col10/1733352225463/Put/seqid=0 2024-12-04T22:43:46,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742377_1553 (size=12001) 2024-12-04T22:43:46,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:43:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352287239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352287239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:47,256 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/da39b2cfd078476ab658dc86c0d64c92 2024-12-04T22:43:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/d48bf3ade42c4c3aace9958e99421fe8 is 50, key is test_row_0/C:col10/1733352225463/Put/seqid=0 2024-12-04T22:43:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742378_1554 (size=12001) 2024-12-04T22:43:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352287620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:47,622 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:47,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352287630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352287630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:47,632 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:47,632 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:47,667 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/d48bf3ade42c4c3aace9958e99421fe8 2024-12-04T22:43:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/310fcec3f78f4973930b9462e7b4d3b1 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1 2024-12-04T22:43:47,672 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1, entries=150, sequenceid=50, filesize=30.2 K 2024-12-04T22:43:47,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/da39b2cfd078476ab658dc86c0d64c92 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/da39b2cfd078476ab658dc86c0d64c92 2024-12-04T22:43:47,675 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/da39b2cfd078476ab658dc86c0d64c92, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T22:43:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/d48bf3ade42c4c3aace9958e99421fe8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/d48bf3ade42c4c3aace9958e99421fe8 2024-12-04T22:43:47,678 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/d48bf3ade42c4c3aace9958e99421fe8, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T22:43:47,679 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 29c1d1b3f6995bba68b129f6192d3105 in 1647ms, sequenceid=50, compaction requested=false 2024-12-04T22:43:47,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:47,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:47,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-04T22:43:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-04T22:43:47,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-04T22:43:47,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-12-04T22:43:47,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2650 sec 2024-12-04T22:43:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:48,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T22:43:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:48,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:48,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f0f8d8a9d4024905a29f33c4471e21cc_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742379_1555 (size=12154) 2024-12-04T22:43:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352228276, max timestamp=1733352228288Num uniques 859; 2024-12-04T22:43:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352228276, max timestamp=1733352228288Num uniques 859; 2024-12-04T22:43:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352228276, max timestamp=1733352228288Num uniques 859; 2024-12-04T22:43:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:48,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352288315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352288318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352288430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352288430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352288639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352288639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:48,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f0f8d8a9d4024905a29f33c4471e21cc_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f0f8d8a9d4024905a29f33c4471e21cc_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:48,664 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5672d79e392649ce8f0cbdaebf18deab, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:48,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5672d79e392649ce8f0cbdaebf18deab is 175, key is test_row_0/A:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:48,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742380_1556 (size=30955) 2024-12-04T22:43:48,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352288950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352288950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5672d79e392649ce8f0cbdaebf18deab 2024-12-04T22:43:49,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/74b400d9fc3a4312a3f708635d654e91 is 50, key is test_row_0/B:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742381_1557 (size=12001) 2024-12-04T22:43:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352289459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352289459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/74b400d9fc3a4312a3f708635d654e91 2024-12-04T22:43:49,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/71626cb3ec344d389013b9c7ae28bd92 is 50, key is test_row_0/C:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742382_1558 (size=12001) 2024-12-04T22:43:49,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/71626cb3ec344d389013b9c7ae28bd92 2024-12-04T22:43:49,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5672d79e392649ce8f0cbdaebf18deab as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab 2024-12-04T22:43:49,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab, entries=150, sequenceid=61, filesize=30.2 K 2024-12-04T22:43:49,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/74b400d9fc3a4312a3f708635d654e91 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/74b400d9fc3a4312a3f708635d654e91 2024-12-04T22:43:49,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/74b400d9fc3a4312a3f708635d654e91, entries=150, sequenceid=61, filesize=11.7 K 2024-12-04T22:43:49,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/71626cb3ec344d389013b9c7ae28bd92 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/71626cb3ec344d389013b9c7ae28bd92 2024-12-04T22:43:49,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/71626cb3ec344d389013b9c7ae28bd92, entries=150, sequenceid=61, filesize=11.7 K 2024-12-04T22:43:49,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 29c1d1b3f6995bba68b129f6192d3105 in 1300ms, sequenceid=61, compaction requested=true 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:49,552 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:49,552 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:49,553 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:49,553 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/B is initiating minor compaction (all files) 2024-12-04T22:43:49,553 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/B in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,553 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/30159e8d001c456891c068bec8a31df9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/da39b2cfd078476ab658dc86c0d64c92, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/74b400d9fc3a4312a3f708635d654e91] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=32.9 K 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/A is initiating minor compaction (all files) 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 30159e8d001c456891c068bec8a31df9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352225426 2024-12-04T22:43:49,554 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/A in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,554 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=90.7 K 2024-12-04T22:43:49,554 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab] 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting da39b2cfd078476ab658dc86c0d64c92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733352225459 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f12a10e367497993b1f92c9de350a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352225425 2024-12-04T22:43:49,554 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 74b400d9fc3a4312a3f708635d654e91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733352226092 2024-12-04T22:43:49,555 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 310fcec3f78f4973930b9462e7b4d3b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733352225459 2024-12-04T22:43:49,555 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5672d79e392649ce8f0cbdaebf18deab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733352226092 2024-12-04T22:43:49,559 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:49,560 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:49,561 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/06efdfa908ed4912955102a61d814915 is 50, key is test_row_0/B:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:49,562 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204393639ee76fc4e048cfc1e683cc46d0e_29c1d1b3f6995bba68b129f6192d3105 store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:49,563 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204393639ee76fc4e048cfc1e683cc46d0e_29c1d1b3f6995bba68b129f6192d3105, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:49,563 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204393639ee76fc4e048cfc1e683cc46d0e_29c1d1b3f6995bba68b129f6192d3105 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742383_1559 (size=12104) 2024-12-04T22:43:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742384_1560 (size=4469) 2024-12-04T22:43:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-04T22:43:49,590 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:49,590 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-04T22:43:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:49,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:49,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:49,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:49,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T22:43:49,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:49,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:49,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:49,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:49,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:49,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:49,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120411274ea068e64d1abd8955571bd69e87_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352228317/Put/seqid=0 2024-12-04T22:43:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742385_1561 (size=14594) 2024-12-04T22:43:49,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352289655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352289657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352289660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:49,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352289769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352289769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352289769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:49,978 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/06efdfa908ed4912955102a61d814915 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/06efdfa908ed4912955102a61d814915 2024-12-04T22:43:49,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352289979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352289979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,981 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/B of 29c1d1b3f6995bba68b129f6192d3105 into 06efdfa908ed4912955102a61d814915(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:49,982 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:49,982 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/B, priority=13, startTime=1733352229552; duration=0sec 2024-12-04T22:43:49,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352289979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,982 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:49,982 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:B 2024-12-04T22:43:49,982 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:49,983 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#A#compaction#481 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:49,983 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:49,983 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/C is initiating minor compaction (all files) 2024-12-04T22:43:49,983 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/C in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:49,983 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/6e6ee81f227a42ec9ec61470b094dcd2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/d48bf3ade42c4c3aace9958e99421fe8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/71626cb3ec344d389013b9c7ae28bd92] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=32.9 K 2024-12-04T22:43:49,983 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/0e02e67761ad40c8850a382536aaa7af is 175, key is test_row_0/A:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:49,983 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e6ee81f227a42ec9ec61470b094dcd2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733352225426 2024-12-04T22:43:49,983 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting d48bf3ade42c4c3aace9958e99421fe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733352225459 2024-12-04T22:43:49,984 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 71626cb3ec344d389013b9c7ae28bd92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733352226092 2024-12-04T22:43:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742386_1562 (size=31058) 2024-12-04T22:43:49,989 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/0e02e67761ad40c8850a382536aaa7af as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0e02e67761ad40c8850a382536aaa7af 2024-12-04T22:43:49,989 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:49,990 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/b34096b2cb144ab6afc763538d991ea4 is 50, key is test_row_0/C:col10/1733352226092/Put/seqid=0 2024-12-04T22:43:49,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742387_1563 (size=12104) 2024-12-04T22:43:49,994 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/A of 29c1d1b3f6995bba68b129f6192d3105 into 0e02e67761ad40c8850a382536aaa7af(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:49,994 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:49,994 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/A, priority=13, startTime=1733352229552; duration=0sec 2024-12-04T22:43:49,994 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:49,994 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:A 2024-12-04T22:43:50,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120411274ea068e64d1abd8955571bd69e87_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120411274ea068e64d1abd8955571bd69e87_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:50,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/36054b052d7242ef8c243047063cef10, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:50,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/36054b052d7242ef8c243047063cef10 is 175, key is test_row_0/A:col10/1733352228317/Put/seqid=0 2024-12-04T22:43:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742388_1564 (size=39549) 2024-12-04T22:43:50,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:50,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352290290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352290290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352290290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,397 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/b34096b2cb144ab6afc763538d991ea4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b34096b2cb144ab6afc763538d991ea4 2024-12-04T22:43:50,400 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/C of 29c1d1b3f6995bba68b129f6192d3105 into b34096b2cb144ab6afc763538d991ea4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:50,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:50,400 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/C, priority=13, startTime=1733352229552; duration=0sec 2024-12-04T22:43:50,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:50,400 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:C 2024-12-04T22:43:50,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/36054b052d7242ef8c243047063cef10 2024-12-04T22:43:50,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/37f39bc54242456d9edcf8c89f532ddc is 50, key is test_row_0/B:col10/1733352228317/Put/seqid=0 2024-12-04T22:43:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742389_1565 (size=12001) 2024-12-04T22:43:50,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/37f39bc54242456d9edcf8c89f532ddc 2024-12-04T22:43:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352290469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352290469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,471 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:50,471 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/84672940214e42b79bf8eb39f1aa3beb is 50, key is test_row_0/C:col10/1733352228317/Put/seqid=0 2024-12-04T22:43:50,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742390_1566 (size=12001) 2024-12-04T22:43:50,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352290800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352290800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352290800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:50,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:50,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/84672940214e42b79bf8eb39f1aa3beb 2024-12-04T22:43:50,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/36054b052d7242ef8c243047063cef10 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10 2024-12-04T22:43:50,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10, entries=200, sequenceid=98, filesize=38.6 K 2024-12-04T22:43:50,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/37f39bc54242456d9edcf8c89f532ddc as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/37f39bc54242456d9edcf8c89f532ddc 2024-12-04T22:43:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/37f39bc54242456d9edcf8c89f532ddc, entries=150, sequenceid=98, filesize=11.7 K 2024-12-04T22:43:50,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/84672940214e42b79bf8eb39f1aa3beb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/84672940214e42b79bf8eb39f1aa3beb 2024-12-04T22:43:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/84672940214e42b79bf8eb39f1aa3beb, entries=150, sequenceid=98, filesize=11.7 K 2024-12-04T22:43:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 29c1d1b3f6995bba68b129f6192d3105 in 1246ms, sequenceid=98, compaction requested=false 2024-12-04T22:43:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-04T22:43:50,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,963 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T22:43:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:50,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046819ad3dfdef4d039fb7cb10c872ce57_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_1/A:col10/1733352229653/Put/seqid=0 2024-12-04T22:43:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742391_1567 (size=9714) 2024-12-04T22:43:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,976 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046819ad3dfdef4d039fb7cb10c872ce57_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046819ad3dfdef4d039fb7cb10c872ce57_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/313166f9380c46759124184cc70cd549, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/313166f9380c46759124184cc70cd549 is 175, key is test_row_1/A:col10/1733352229653/Put/seqid=0 2024-12-04T22:43:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742392_1568 (size=22361) 2024-12-04T22:43:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,381 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/313166f9380c46759124184cc70cd549 2024-12-04T22:43:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/95308ae428e245189ead106c779814de is 50, key is test_row_1/B:col10/1733352229653/Put/seqid=0 2024-12-04T22:43:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742393_1569 (size=9657) 2024-12-04T22:43:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,790 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/95308ae428e245189ead106c779814de 2024-12-04T22:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/1a072a9d6ae34863920bd1b918d0f8bf is 50, key is test_row_1/C:col10/1733352229653/Put/seqid=0 2024-12-04T22:43:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742394_1570 (size=9657) 2024-12-04T22:43:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:51,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352231826, max timestamp=1733352231841Num uniques 859; 2024-12-04T22:43:51,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352231826, max timestamp=1733352231841Num uniques 859; 2024-12-04T22:43:51,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:51,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352231826, max timestamp=1733352231841Num uniques 859; 2024-12-04T22:43:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:51,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352231860, max timestamp=1733352231867Num uniques 1018; 2024-12-04T22:43:51,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352231860, max timestamp=1733352231867Num uniques 1018; 2024-12-04T22:43:51,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:51,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:51,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733352231860, max timestamp=1733352231867Num uniques 1018; 2024-12-04T22:43:51,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T22:43:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352291896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352291897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352291898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352292010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352292010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352292010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352292219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352292220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352292220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,225 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/1a072a9d6ae34863920bd1b918d0f8bf 2024-12-04T22:43:52,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/313166f9380c46759124184cc70cd549 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549 2024-12-04T22:43:52,231 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549, entries=100, sequenceid=110, filesize=21.8 K 2024-12-04T22:43:52,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/95308ae428e245189ead106c779814de as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/95308ae428e245189ead106c779814de 2024-12-04T22:43:52,234 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/95308ae428e245189ead106c779814de, entries=100, sequenceid=110, filesize=9.4 K 2024-12-04T22:43:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/1a072a9d6ae34863920bd1b918d0f8bf as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/1a072a9d6ae34863920bd1b918d0f8bf 2024-12-04T22:43:52,237 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/1a072a9d6ae34863920bd1b918d0f8bf, entries=100, sequenceid=110, filesize=9.4 K 2024-12-04T22:43:52,238 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 29c1d1b3f6995bba68b129f6192d3105 in 1275ms, sequenceid=110, compaction requested=true 2024-12-04T22:43:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-04T22:43:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-04T22:43:52,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-04T22:43:52,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6470 sec 2024-12-04T22:43:52,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.6500 sec 2024-12-04T22:43:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:52,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=147.60 KB heapSize=420 KB 2024-12-04T22:43:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:43:52,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e94289966a9b4f0e87834270007672a9_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742395_1571 (size=12304) 2024-12-04T22:43:52,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352292499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352292500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352292529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352292529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352292529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352292610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352292610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352292820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352292820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:52,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:52,894 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e94289966a9b4f0e87834270007672a9_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e94289966a9b4f0e87834270007672a9_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:52,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5e1e2be3e5d94d80b19247ea8b09948b, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:52,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5e1e2be3e5d94d80b19247ea8b09948b is 175, key is test_row_0/A:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742396_1572 (size=31105) 2024-12-04T22:43:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352293039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352293039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352293040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352293129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352293129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5e1e2be3e5d94d80b19247ea8b09948b 2024-12-04T22:43:53,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/66703ffde3624f5b8a9dc18d85a72785 is 50, key is test_row_0/B:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742397_1573 (size=12151) 2024-12-04T22:43:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352293640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352293640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:53,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/66703ffde3624f5b8a9dc18d85a72785 2024-12-04T22:43:53,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/95c39e30ebb2412d8fab9ba8fde21126 is 50, key is test_row_0/C:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742398_1574 (size=12151) 2024-12-04T22:43:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T22:43:53,759 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:53,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-04T22:43:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T22:43:53,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:53,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:53,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T22:43:53,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-04T22:43:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:53,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352294049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,052 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352294060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352294060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,062 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,063 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-04T22:43:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T22:43:54,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/95c39e30ebb2412d8fab9ba8fde21126 2024-12-04T22:43:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5e1e2be3e5d94d80b19247ea8b09948b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b 2024-12-04T22:43:54,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b, entries=150, sequenceid=165, filesize=30.4 K 2024-12-04T22:43:54,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/66703ffde3624f5b8a9dc18d85a72785 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/66703ffde3624f5b8a9dc18d85a72785 2024-12-04T22:43:54,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/66703ffde3624f5b8a9dc18d85a72785, entries=150, sequenceid=165, filesize=11.9 K 2024-12-04T22:43:54,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/95c39e30ebb2412d8fab9ba8fde21126 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/95c39e30ebb2412d8fab9ba8fde21126 2024-12-04T22:43:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/95c39e30ebb2412d8fab9ba8fde21126, entries=150, sequenceid=165, filesize=11.9 K 2024-12-04T22:43:54,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.95 KB/430032, currentSize=40.25 KB/41220 for 29c1d1b3f6995bba68b129f6192d3105 in 1646ms, sequenceid=165, compaction requested=true 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:54,129 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:54,129 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:54,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124073 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/A is initiating minor compaction (all files) 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/B is initiating minor compaction (all files) 2024-12-04T22:43:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,130 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/B in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,130 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/A in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,130 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/06efdfa908ed4912955102a61d814915, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/37f39bc54242456d9edcf8c89f532ddc, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/95308ae428e245189ead106c779814de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/66703ffde3624f5b8a9dc18d85a72785] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=44.8 K 2024-12-04T22:43:54,130 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0e02e67761ad40c8850a382536aaa7af, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=121.2 K 2024-12-04T22:43:54,130 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0e02e67761ad40c8850a382536aaa7af, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b] 2024-12-04T22:43:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 06efdfa908ed4912955102a61d814915, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733352226092 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e02e67761ad40c8850a382536aaa7af, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733352226092 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36054b052d7242ef8c243047063cef10, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352228301 2024-12-04T22:43:54,130 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f39bc54242456d9edcf8c89f532ddc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352228301 2024-12-04T22:43:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,131 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 95308ae428e245189ead106c779814de, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733352229653 2024-12-04T22:43:54,131 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 313166f9380c46759124184cc70cd549, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733352229653 2024-12-04T22:43:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,131 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 66703ffde3624f5b8a9dc18d85a72785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733352231883 2024-12-04T22:43:54,131 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1e2be3e5d94d80b19247ea8b09948b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733352231883 2024-12-04T22:43:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,136 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,138 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,139 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/f3ee2b1f059f4b34a9f43989a83bf2c9 is 50, key is test_row_0/B:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,149 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412042b93cce52fab4daeaa7e3d5b935e584e_29c1d1b3f6995bba68b129f6192d3105 store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,151 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412042b93cce52fab4daeaa7e3d5b935e584e_29c1d1b3f6995bba68b129f6192d3105, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,151 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042b93cce52fab4daeaa7e3d5b935e584e_29c1d1b3f6995bba68b129f6192d3105 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742399_1575 (size=12391) 2024-12-04T22:43:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742400_1576 (size=4469) 2024-12-04T22:43:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-04T22:43:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,219 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T22:43:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:54,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e908d9b8304849a49013baac3cc3bf76_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352232499/Put/seqid=0 2024-12-04T22:43:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742401_1577 (size=9814) 2024-12-04T22:43:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T22:43:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,596 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#A#compaction#493 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:54,597 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/f86d826d86014deabe5428267e0cc632 is 175, key is test_row_0/A:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,599 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/f3ee2b1f059f4b34a9f43989a83bf2c9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/f3ee2b1f059f4b34a9f43989a83bf2c9 2024-12-04T22:43:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742402_1578 (size=31345) 2024-12-04T22:43:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,606 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/B of 29c1d1b3f6995bba68b129f6192d3105 into f3ee2b1f059f4b34a9f43989a83bf2c9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:54,606 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:54,606 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/B, priority=12, startTime=1733352234129; duration=0sec 2024-12-04T22:43:54,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:54,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:B 2024-12-04T22:43:54,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:43:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:43:54,607 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/C is initiating minor compaction (all files) 2024-12-04T22:43:54,607 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/C in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:54,608 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b34096b2cb144ab6afc763538d991ea4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/84672940214e42b79bf8eb39f1aa3beb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/1a072a9d6ae34863920bd1b918d0f8bf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/95c39e30ebb2412d8fab9ba8fde21126] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=44.8 K 2024-12-04T22:43:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b34096b2cb144ab6afc763538d991ea4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733352226092 2024-12-04T22:43:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 84672940214e42b79bf8eb39f1aa3beb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733352228301 2024-12-04T22:43:54,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a072a9d6ae34863920bd1b918d0f8bf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733352229653 2024-12-04T22:43:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,608 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c39e30ebb2412d8fab9ba8fde21126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733352231883 2024-12-04T22:43:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,614 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,614 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/881f1e91da7c4d3c8d118c70fe2a2e52 is 50, key is test_row_0/C:col10/1733352232481/Put/seqid=0 2024-12-04T22:43:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742403_1579 (size=12391) 2024-12-04T22:43:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,630 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e908d9b8304849a49013baac3cc3bf76_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e908d9b8304849a49013baac3cc3bf76_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/11fbf9fa639f414baab36fd6b1ee261c, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/11fbf9fa639f414baab36fd6b1ee261c is 175, key is test_row_0/A:col10/1733352232499/Put/seqid=0 2024-12-04T22:43:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742404_1580 (size=22461) 2024-12-04T22:43:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:54,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:54,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352234664, max timestamp=1733352234690Num uniques 859; 2024-12-04T22:43:54,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352234664, max timestamp=1733352234690Num uniques 859; 2024-12-04T22:43:54,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:54,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:54,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733352234664, max timestamp=1733352234690Num uniques 859; 2024-12-04T22:43:54,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T22:43:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352294722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352294724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352294830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352294830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T22:43:55,004 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/f86d826d86014deabe5428267e0cc632 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f86d826d86014deabe5428267e0cc632 2024-12-04T22:43:55,007 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/A of 29c1d1b3f6995bba68b129f6192d3105 into f86d826d86014deabe5428267e0cc632(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:55,007 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:55,007 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/A, priority=12, startTime=1733352234129; duration=0sec 2024-12-04T22:43:55,007 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:55,007 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:A 2024-12-04T22:43:55,021 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/881f1e91da7c4d3c8d118c70fe2a2e52 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/881f1e91da7c4d3c8d118c70fe2a2e52 2024-12-04T22:43:55,024 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/C of 29c1d1b3f6995bba68b129f6192d3105 into 881f1e91da7c4d3c8d118c70fe2a2e52(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:55,024 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:55,024 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/C, priority=12, startTime=1733352234129; duration=0sec 2024-12-04T22:43:55,024 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:55,024 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:C 2024-12-04T22:43:55,034 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/11fbf9fa639f414baab36fd6b1ee261c 2024-12-04T22:43:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/ff302e79055140c1ae3f332f41972a87 is 50, key is test_row_0/B:col10/1733352232499/Put/seqid=0 2024-12-04T22:43:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352295040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:55,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352295041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742405_1581 (size=9757) 2024-12-04T22:43:55,044 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/ff302e79055140c1ae3f332f41972a87 2024-12-04T22:43:55,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:55,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/5541fc52bc7e4adaa0714f1a5e75b1aa is 50, key is test_row_0/C:col10/1733352232499/Put/seqid=0 2024-12-04T22:43:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742406_1582 (size=9757) 2024-12-04T22:43:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352295350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352295350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:55,458 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/5541fc52bc7e4adaa0714f1a5e75b1aa 2024-12-04T22:43:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/11fbf9fa639f414baab36fd6b1ee261c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c 2024-12-04T22:43:55,465 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c, entries=100, sequenceid=174, filesize=21.9 K 2024-12-04T22:43:55,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/ff302e79055140c1ae3f332f41972a87 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ff302e79055140c1ae3f332f41972a87 2024-12-04T22:43:55,468 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ff302e79055140c1ae3f332f41972a87, entries=100, sequenceid=174, filesize=9.5 K 2024-12-04T22:43:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/5541fc52bc7e4adaa0714f1a5e75b1aa as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/5541fc52bc7e4adaa0714f1a5e75b1aa 2024-12-04T22:43:55,472 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/5541fc52bc7e4adaa0714f1a5e75b1aa, entries=100, sequenceid=174, filesize=9.5 K 2024-12-04T22:43:55,472 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 29c1d1b3f6995bba68b129f6192d3105 in 1253ms, sequenceid=174, compaction requested=false 2024-12-04T22:43:55,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:55,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:55,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-04T22:43:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-04T22:43:55,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-04T22:43:55,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-12-04T22:43:55,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.7160 sec 2024-12-04T22:43:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:55,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352234712, max timestamp=1733352235862Num uniques 1068; 2024-12-04T22:43:55,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352234712, max timestamp=1733352235862Num uniques 1068; 2024-12-04T22:43:55,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:43:55,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352234712, max timestamp=1733352235862Num uniques 1068; 2024-12-04T22:43:55,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:43:55,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T22:43:55,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=33.54 KB heapSize=85.31 KB 2024-12-04T22:43:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:55,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043a8fe7957c2e48bba2744c2e89c3d85c_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742407_1583 (size=12304) 2024-12-04T22:43:55,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352235889, max timestamp=1733352235896Num uniques 859; 2024-12-04T22:43:55,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:55,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352235889, max timestamp=1733352235896Num uniques 859; 2024-12-04T22:43:55,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:55,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352235889, max timestamp=1733352235896Num uniques 859; 2024-12-04T22:43:55,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T22:43:55,910 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:43:55,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:43:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-04T22:43:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:43:55,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:43:55,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:43:55,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:43:55,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352235916, max timestamp=1733352235927Num uniques 1018; 2024-12-04T22:43:55,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:43:55,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352235916, max timestamp=1733352235927Num uniques 1018; 2024-12-04T22:43:55,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:43:55,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352235916, max timestamp=1733352235927Num uniques 1018; 2024-12-04T22:43:55,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:43:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352235942, max timestamp=1733352235963Num uniques 1027; 2024-12-04T22:43:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:43:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352235942, max timestamp=1733352235963Num uniques 1027; 2024-12-04T22:43:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:43:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8099, totalHeapSize=18648, min timestamp=1733352235942, max timestamp=1733352235963Num uniques 1027; 2024-12-04T22:43:55,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47029, new segment data size=8099, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:43:56,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352235993, max timestamp=1733352236001Num uniques 1036; 2024-12-04T22:43:56,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:43:56,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352235993, max timestamp=1733352236001Num uniques 1036; 2024-12-04T22:43:56,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:43:56,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733352235993, max timestamp=1733352236001Num uniques 1036; 2024-12-04T22:43:56,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-04T22:43:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:43:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8920, totalHeapSize=20520, min timestamp=1733352236027, max timestamp=1733352236043Num uniques 1095; 2024-12-04T22:43:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50140, new segment data size=8920, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-04T22:43:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733352236027, max timestamp=1733352236043Num uniques 1095; 2024-12-04T22:43:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-04T22:43:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8920, totalHeapSize=20520, min timestamp=1733352236027, max timestamp=1733352236043Num uniques 1095; 2024-12-04T22:43:56,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50140, new segment data size=8920, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-04T22:43:56,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352296081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733352236076, max timestamp=1733352236083Num uniques 1054; 2024-12-04T22:43:56,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-04T22:43:56,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733352236076, max timestamp=1733352236083Num uniques 1054; 2024-12-04T22:43:56,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-04T22:43:56,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733352236076, max timestamp=1733352236083Num uniques 1054; 2024-12-04T22:43:56,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-04T22:43:56,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733352236097, max timestamp=1733352236111Num uniques 1063; 2024-12-04T22:43:56,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-12-04T22:43:56,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733352236097, max timestamp=1733352236111Num uniques 1063; 2024-12-04T22:43:56,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-12-04T22:43:56,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733352236097, max timestamp=1733352236111Num uniques 1063; 2024-12-04T22:43:56,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=6870, suffix heap size=138520,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=150 2024-12-04T22:43:56,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352296172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10152, totalHeapSize=23328, min timestamp=1733352236147, max timestamp=1733352236179Num uniques 1009; 2024-12-04T22:43:56,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46204, new segment data size=10152, suffix heap size=132904,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=222 2024-12-04T22:43:56,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10152, totalHeapSize=23328, min timestamp=1733352236147, max timestamp=1733352236179Num uniques 1122; 2024-12-04T22:43:56,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10152, totalHeapSize=23328, min timestamp=1733352236147, max timestamp=1733352236179Num uniques 1122; 2024-12-04T22:43:56,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51372, new segment data size=10152, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222 2024-12-04T22:43:56,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51372, new segment data size=10152, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222 2024-12-04T22:43:56,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1733352236210, max timestamp=1733352236227Num uniques 1081; 2024-12-04T22:43:56,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-12-04T22:43:56,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1733352236210, max timestamp=1733352236227Num uniques 1081; 2024-12-04T22:43:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:43:56,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-12-04T22:43:56,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1733352236210, max timestamp=1733352236227Num uniques 1081; 2024-12-04T22:43:56,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-12-04T22:43:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352296247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352296248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352296248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352296249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:56,280 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043a8fe7957c2e48bba2744c2e89c3d85c_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043a8fe7957c2e48bba2744c2e89c3d85c_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:56,281 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/196935cfc551441f83ac36bbabe27722, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:56,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/196935cfc551441f83ac36bbabe27722 is 175, key is test_row_0/A:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742408_1584 (size=31105) 2024-12-04T22:43:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352296310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352296360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352296360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352296360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352296360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352296520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:43:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352296569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352296569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352296570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352296570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/196935cfc551441f83ac36bbabe27722 2024-12-04T22:43:56,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/ac62f1577e48472cbd2ed6067e0e3757 is 50, key is test_row_0/B:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742409_1585 (size=12151) 2024-12-04T22:43:56,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352296829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352296880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352296880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352296880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352296880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:56,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:56,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:56,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:56,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:43:57,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/ac62f1577e48472cbd2ed6067e0e3757 2024-12-04T22:43:57,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/f24738cb70b8447d9a0fb9d17642ebfb is 50, key is test_row_0/C:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742410_1586 (size=12151) 2024-12-04T22:43:57,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352297340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352297389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352297389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352297390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352297390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:57,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:57,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:57,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:43:57,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/f24738cb70b8447d9a0fb9d17642ebfb 2024-12-04T22:43:57,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/196935cfc551441f83ac36bbabe27722 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722 2024-12-04T22:43:57,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722, entries=150, sequenceid=216, filesize=30.4 K 2024-12-04T22:43:57,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/ac62f1577e48472cbd2ed6067e0e3757 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ac62f1577e48472cbd2ed6067e0e3757 2024-12-04T22:43:57,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ac62f1577e48472cbd2ed6067e0e3757, entries=150, sequenceid=216, filesize=11.9 K 2024-12-04T22:43:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/f24738cb70b8447d9a0fb9d17642ebfb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f24738cb70b8447d9a0fb9d17642ebfb 2024-12-04T22:43:57,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f24738cb70b8447d9a0fb9d17642ebfb, entries=150, sequenceid=216, filesize=11.9 K 2024-12-04T22:43:57,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=154.31 KB/158010 for 29c1d1b3f6995bba68b129f6192d3105 in 1648ms, sequenceid=216, compaction requested=true 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:57,513 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:57,513 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:43:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:57,514 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84911 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:57,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:57,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/B is initiating minor compaction (all files) 2024-12-04T22:43:57,514 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/A is initiating minor compaction (all files) 2024-12-04T22:43:57,514 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/A in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,514 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/B in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,514 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f86d826d86014deabe5428267e0cc632, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=82.9 K 2024-12-04T22:43:57,514 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/f3ee2b1f059f4b34a9f43989a83bf2c9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ff302e79055140c1ae3f332f41972a87, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ac62f1577e48472cbd2ed6067e0e3757] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=33.5 K 2024-12-04T22:43:57,514 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,514 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f86d826d86014deabe5428267e0cc632, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722] 2024-12-04T22:43:57,514 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f3ee2b1f059f4b34a9f43989a83bf2c9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733352231883 2024-12-04T22:43:57,515 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f86d826d86014deabe5428267e0cc632, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733352231883 2024-12-04T22:43:57,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ff302e79055140c1ae3f332f41972a87, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352232484 2024-12-04T22:43:57,515 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11fbf9fa639f414baab36fd6b1ee261c, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352232484 2024-12-04T22:43:57,515 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ac62f1577e48472cbd2ed6067e0e3757, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733352234723 2024-12-04T22:43:57,515 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 196935cfc551441f83ac36bbabe27722, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733352234723 2024-12-04T22:43:57,519 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:57,524 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204d136d161fa7d44feb152f9f09f70532b_29c1d1b3f6995bba68b129f6192d3105 store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:57,525 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:57,525 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204d136d161fa7d44feb152f9f09f70532b_29c1d1b3f6995bba68b129f6192d3105, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:57,525 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d136d161fa7d44feb152f9f09f70532b_29c1d1b3f6995bba68b129f6192d3105 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:57,525 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/bf83a7324de3485482a4dabc7f83bccd is 50, key is test_row_0/B:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742412_1588 (size=4469) 2024-12-04T22:43:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742411_1587 (size=12493) 2024-12-04T22:43:57,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-04T22:43:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,589 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=154.31 KB heapSize=428.63 KB 2024-12-04T22:43:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:57,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T22:43:57,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044d88122fa9f0487288f968fc5f9e4910_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352236247/Put/seqid=0 2024-12-04T22:43:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742413_1589 (size=12454) 2024-12-04T22:43:57,932 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:57,932 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/1caaf60c548c4da69f67e5d5e7e2e45e is 175, key is test_row_0/A:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742414_1590 (size=31447) 2024-12-04T22:43:57,940 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/bf83a7324de3485482a4dabc7f83bccd as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/bf83a7324de3485482a4dabc7f83bccd 2024-12-04T22:43:57,944 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/B of 29c1d1b3f6995bba68b129f6192d3105 into bf83a7324de3485482a4dabc7f83bccd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:57,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:57,944 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/B, priority=13, startTime=1733352237513; duration=0sec 2024-12-04T22:43:57,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:43:57,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:B 2024-12-04T22:43:57,944 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:43:57,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:43:57,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/C is initiating minor compaction (all files) 2024-12-04T22:43:57,945 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/C in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:57,945 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/881f1e91da7c4d3c8d118c70fe2a2e52, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/5541fc52bc7e4adaa0714f1a5e75b1aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f24738cb70b8447d9a0fb9d17642ebfb] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=33.5 K 2024-12-04T22:43:57,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 881f1e91da7c4d3c8d118c70fe2a2e52, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733352231883 2024-12-04T22:43:57,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5541fc52bc7e4adaa0714f1a5e75b1aa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733352232484 2024-12-04T22:43:57,945 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f24738cb70b8447d9a0fb9d17642ebfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733352234723 2024-12-04T22:43:57,950 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:43:57,951 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/f205dcfd19a34ab5bb1cbc9741650e7a is 50, key is test_row_0/C:col10/1733352234723/Put/seqid=0 2024-12-04T22:43:57,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742415_1591 (size=12493) 2024-12-04T22:43:57,956 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/f205dcfd19a34ab5bb1cbc9741650e7a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f205dcfd19a34ab5bb1cbc9741650e7a 2024-12-04T22:43:57,960 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/C of 29c1d1b3f6995bba68b129f6192d3105 into f205dcfd19a34ab5bb1cbc9741650e7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:57,960 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:57,960 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/C, priority=13, startTime=1733352237513; duration=0sec 2024-12-04T22:43:57,960 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:57,960 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:C 2024-12-04T22:43:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:58,002 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044d88122fa9f0487288f968fc5f9e4910_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044d88122fa9f0487288f968fc5f9e4910_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b89cd025fed34cc7ac27adcb0a316bdb, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b89cd025fed34cc7ac27adcb0a316bdb is 175, key is test_row_0/A:col10/1733352236247/Put/seqid=0 2024-12-04T22:43:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742416_1592 (size=31255) 2024-12-04T22:43:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:43:58,338 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/1caaf60c548c4da69f67e5d5e7e2e45e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/1caaf60c548c4da69f67e5d5e7e2e45e 2024-12-04T22:43:58,342 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/A of 29c1d1b3f6995bba68b129f6192d3105 into 1caaf60c548c4da69f67e5d5e7e2e45e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:43:58,342 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:58,342 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/A, priority=13, startTime=1733352237513; duration=0sec 2024-12-04T22:43:58,342 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:43:58,342 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:A 2024-12-04T22:43:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:58,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:43:58,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352298368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352298399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352298400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,401 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,401 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352298410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352298410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,411 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,412 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:43:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,413 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b89cd025fed34cc7ac27adcb0a316bdb 2024-12-04T22:43:58,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/9401963cdac344efb3cde34d08b910c2 is 50, key is test_row_0/B:col10/1733352236247/Put/seqid=0 2024-12-04T22:43:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742417_1593 (size=12301) 2024-12-04T22:43:58,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352298479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352298689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:58,826 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/9401963cdac344efb3cde34d08b910c2 2024-12-04T22:43:58,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/ee91ce1aaf4c45468a8e4e606c0081c4 is 50, key is test_row_0/C:col10/1733352236247/Put/seqid=0 2024-12-04T22:43:58,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742418_1594 (size=12301) 2024-12-04T22:43:59,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352298999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:59,235 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/ee91ce1aaf4c45468a8e4e606c0081c4 2024-12-04T22:43:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b89cd025fed34cc7ac27adcb0a316bdb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb 2024-12-04T22:43:59,241 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb, entries=150, sequenceid=390, filesize=30.5 K 2024-12-04T22:43:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/9401963cdac344efb3cde34d08b910c2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/9401963cdac344efb3cde34d08b910c2 2024-12-04T22:43:59,244 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/9401963cdac344efb3cde34d08b910c2, entries=150, sequenceid=390, filesize=12.0 K 2024-12-04T22:43:59,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/ee91ce1aaf4c45468a8e4e606c0081c4 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/ee91ce1aaf4c45468a8e4e606c0081c4 2024-12-04T22:43:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,247 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/ee91ce1aaf4c45468a8e4e606c0081c4, entries=150, sequenceid=390, filesize=12.0 K 2024-12-04T22:43:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,247 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~428.58 KB/438864, currentSize=33.54 KB/34350 for 29c1d1b3f6995bba68b129f6192d3105 in 1658ms, sequenceid=390, compaction requested=false 2024-12-04T22:43:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:43:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:43:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-04T22:43:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-04T22:43:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3360 sec 2024-12-04T22:43:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 3.3390 sec 2024-12-04T22:43:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:59,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T22:43:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:43:59,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:59,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:43:59,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:59,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:43:59,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:43:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c0269d001f374810bf60cc7271f402b4_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352238361/Put/seqid=0 2024-12-04T22:43:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742419_1595 (size=14994) 2024-12-04T22:43:59,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352239572, max timestamp=1733352239592Num uniques 859; 2024-12-04T22:43:59,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352239572, max timestamp=1733352239592Num uniques 859; 2024-12-04T22:43:59,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:59,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:59,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352239572, max timestamp=1733352239592Num uniques 859; 2024-12-04T22:43:59,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:43:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352299657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:59,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352299770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:43:59,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:43:59,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c0269d001f374810bf60cc7271f402b4_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c0269d001f374810bf60cc7271f402b4_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:43:59,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/be60156f8e274d2095d4031b3b663152, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:43:59,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/be60156f8e274d2095d4031b3b663152 is 175, key is test_row_0/A:col10/1733352238361/Put/seqid=0 2024-12-04T22:43:59,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742420_1596 (size=39949) 2024-12-04T22:43:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:43:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352299979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:43:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:43:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-04T22:44:00,070 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:44:00,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:44:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-04T22:44:00,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:44:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:00,072 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:44:00,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:44:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:00,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:00,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:00,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352300290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/be60156f8e274d2095d4031b3b663152 2024-12-04T22:44:00,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/b212264e4c8f4529ab3371ee72212c4d is 50, key is test_row_0/B:col10/1733352238361/Put/seqid=0 2024-12-04T22:44:00,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742421_1597 (size=12301) 2024-12-04T22:44:00,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:00,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:00,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:00,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352300409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352300409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,412 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:00,412 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352300430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352300430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,433 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:00,432 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:00,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:00,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:00,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/b212264e4c8f4529ab3371ee72212c4d 2024-12-04T22:44:00,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/9385a586d72945ec84df886f167da786 is 50, key is test_row_0/C:col10/1733352238361/Put/seqid=0 2024-12-04T22:44:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742422_1598 (size=12301) 2024-12-04T22:44:00,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/9385a586d72945ec84df886f167da786 2024-12-04T22:44:00,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/be60156f8e274d2095d4031b3b663152 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152 2024-12-04T22:44:00,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152, entries=200, sequenceid=403, filesize=39.0 K 2024-12-04T22:44:00,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/b212264e4c8f4529ab3371ee72212c4d as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b212264e4c8f4529ab3371ee72212c4d 2024-12-04T22:44:00,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b212264e4c8f4529ab3371ee72212c4d, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T22:44:00,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/9385a586d72945ec84df886f167da786 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/9385a586d72945ec84df886f167da786 2024-12-04T22:44:00,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/9385a586d72945ec84df886f167da786, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T22:44:00,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 29c1d1b3f6995bba68b129f6192d3105 in 1254ms, sequenceid=403, compaction requested=true 2024-12-04T22:44:00,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:44:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:00,773 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:44:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:44:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:00,773 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:44:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:44:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:44:00,773 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:44:00,773 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:44:00,773 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/B is initiating minor compaction (all files) 2024-12-04T22:44:00,773 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/A is initiating minor compaction (all files) 2024-12-04T22:44:00,773 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/B in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,773 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/A in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,773 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/bf83a7324de3485482a4dabc7f83bccd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/9401963cdac344efb3cde34d08b910c2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b212264e4c8f4529ab3371ee72212c4d] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=36.2 K 2024-12-04T22:44:00,773 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/1caaf60c548c4da69f67e5d5e7e2e45e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=100.2 K 2024-12-04T22:44:00,773 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/1caaf60c548c4da69f67e5d5e7e2e45e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152] 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting bf83a7324de3485482a4dabc7f83bccd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733352234723 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1caaf60c548c4da69f67e5d5e7e2e45e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733352234723 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9401963cdac344efb3cde34d08b910c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733352236247 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b89cd025fed34cc7ac27adcb0a316bdb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733352236247 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting b212264e4c8f4529ab3371ee72212c4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733352238361 2024-12-04T22:44:00,774 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting be60156f8e274d2095d4031b3b663152, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733352238361 2024-12-04T22:44:00,783 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:44:00,783 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/7b115e1bace74185bd9289d2c318ea2b is 50, key is test_row_0/B:col10/1733352238361/Put/seqid=0 2024-12-04T22:44:00,784 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:00,786 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204d5d122951ae84864aa7b97507d2552ad_29c1d1b3f6995bba68b129f6192d3105 store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742423_1599 (size=12745) 2024-12-04T22:44:00,787 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204d5d122951ae84864aa7b97507d2552ad_29c1d1b3f6995bba68b129f6192d3105, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:00,787 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d5d122951ae84864aa7b97507d2552ad_29c1d1b3f6995bba68b129f6192d3105 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:00,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742424_1600 (size=4469) 2024-12-04T22:44:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:00,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-04T22:44:00,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:44:00,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:44:00,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:44:00,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:44:00,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:44:00,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:44:00,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120434105d8377fe463cb511422630803fbb_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352240802/Put/seqid=0 2024-12-04T22:44:00,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742425_1601 (size=14994) 2024-12-04T22:44:00,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352300828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:00,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:00,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352300940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:00,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:00,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:01,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352301149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:01,190 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/7b115e1bace74185bd9289d2c318ea2b as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7b115e1bace74185bd9289d2c318ea2b 2024-12-04T22:44:01,191 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#A#compaction#512 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:44:01,191 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/53fda8b05fb04ada999a6a9b46fe939e is 175, key is test_row_0/A:col10/1733352238361/Put/seqid=0 2024-12-04T22:44:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742426_1602 (size=31699) 2024-12-04T22:44:01,195 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/B of 29c1d1b3f6995bba68b129f6192d3105 into 7b115e1bace74185bd9289d2c318ea2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:44:01,195 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:01,195 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/B, priority=13, startTime=1733352240773; duration=0sec 2024-12-04T22:44:01,195 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:44:01,195 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:B 2024-12-04T22:44:01,195 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T22:44:01,195 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T22:44:01,195 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/C is initiating minor compaction (all files) 2024-12-04T22:44:01,195 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/C in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,195 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f205dcfd19a34ab5bb1cbc9741650e7a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/ee91ce1aaf4c45468a8e4e606c0081c4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/9385a586d72945ec84df886f167da786] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=36.2 K 2024-12-04T22:44:01,196 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting f205dcfd19a34ab5bb1cbc9741650e7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733352234723 2024-12-04T22:44:01,196 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting ee91ce1aaf4c45468a8e4e606c0081c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733352236247 2024-12-04T22:44:01,196 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9385a586d72945ec84df886f167da786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733352238361 2024-12-04T22:44:01,201 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:44:01,201 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/0e7e150e7f154ecc95a18572bd208122 is 50, key is test_row_0/C:col10/1733352238361/Put/seqid=0 2024-12-04T22:44:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742427_1603 (size=12745) 2024-12-04T22:44:01,214 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/0e7e150e7f154ecc95a18572bd208122 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0e7e150e7f154ecc95a18572bd208122 2024-12-04T22:44:01,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:01,218 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120434105d8377fe463cb511422630803fbb_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120434105d8377fe463cb511422630803fbb_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:01,218 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/C of 29c1d1b3f6995bba68b129f6192d3105 into 0e7e150e7f154ecc95a18572bd208122(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:44:01,218 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:01,218 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/C, priority=13, startTime=1733352240773; duration=0sec 2024-12-04T22:44:01,218 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:01,218 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:C 2024-12-04T22:44:01,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b3b28e29a333470fb986dac7aa9566f2, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:01,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b3b28e29a333470fb986dac7aa9566f2 is 175, key is test_row_0/A:col10/1733352240802/Put/seqid=0 2024-12-04T22:44:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742428_1604 (size=39949) 2024-12-04T22:44:01,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352301460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:01,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,597 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/53fda8b05fb04ada999a6a9b46fe939e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/53fda8b05fb04ada999a6a9b46fe939e 2024-12-04T22:44:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,600 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/A of 29c1d1b3f6995bba68b129f6192d3105 into 53fda8b05fb04ada999a6a9b46fe939e(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:44:01,600 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:01,600 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/A, priority=13, startTime=1733352240772; duration=0sec 2024-12-04T22:44:01,600 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:01,600 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:A 2024-12-04T22:44:01,623 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b3b28e29a333470fb986dac7aa9566f2 2024-12-04T22:44:01,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/17b0bc2b5f754a63886589fcb9c918ff is 50, key is test_row_0/B:col10/1733352240802/Put/seqid=0 2024-12-04T22:44:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742429_1605 (size=12301) 2024-12-04T22:44:01,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:01,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:01,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:01,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:01,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352301969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:02,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/17b0bc2b5f754a63886589fcb9c918ff 2024-12-04T22:44:02,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/857b7b3826574f95873df0dd88bc3fc9 is 50, key is test_row_0/C:col10/1733352240802/Put/seqid=0 2024-12-04T22:44:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742430_1606 (size=12301) 2024-12-04T22:44:02,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:02,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:02,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/857b7b3826574f95873df0dd88bc3fc9 2024-12-04T22:44:02,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/b3b28e29a333470fb986dac7aa9566f2 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2 2024-12-04T22:44:02,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2, entries=200, sequenceid=441, filesize=39.0 K 2024-12-04T22:44:02,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/17b0bc2b5f754a63886589fcb9c918ff as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/17b0bc2b5f754a63886589fcb9c918ff 2024-12-04T22:44:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/17b0bc2b5f754a63886589fcb9c918ff, entries=150, sequenceid=441, filesize=12.0 K 2024-12-04T22:44:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/857b7b3826574f95873df0dd88bc3fc9 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/857b7b3826574f95873df0dd88bc3fc9 2024-12-04T22:44:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/857b7b3826574f95873df0dd88bc3fc9, entries=150, sequenceid=441, filesize=12.0 K 2024-12-04T22:44:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 29c1d1b3f6995bba68b129f6192d3105 in 1650ms, sequenceid=441, compaction requested=false 2024-12-04T22:44:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:02,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T22:44:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:44:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049aa84e8c9cdf47c99e03b7a7ee78ba66_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352240827/Put/seqid=0 2024-12-04T22:44:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742431_1607 (size=9914) 2024-12-04T22:44:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,537 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049aa84e8c9cdf47c99e03b7a7ee78ba66_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049aa84e8c9cdf47c99e03b7a7ee78ba66_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/0705ba1af0ed4f729d6647492a961891, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/0705ba1af0ed4f729d6647492a961891 is 175, key is test_row_0/A:col10/1733352240827/Put/seqid=0 2024-12-04T22:44:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742432_1608 (size=22561) 2024-12-04T22:44:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,942 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/0705ba1af0ed4f729d6647492a961891 2024-12-04T22:44:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/cdbd40046f6f469cb451e80ab3820539 is 50, key is test_row_0/B:col10/1733352240827/Put/seqid=0 2024-12-04T22:44:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742433_1609 (size=9857) 2024-12-04T22:44:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:44:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:03,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352243044, max timestamp=1733352243055Num uniques 859; 2024-12-04T22:44:03,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:44:03,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352243044, max timestamp=1733352243055Num uniques 859; 2024-12-04T22:44:03,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:44:03,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733352243044, max timestamp=1733352243055Num uniques 859; 2024-12-04T22:44:03,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T22:44:03,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352243096, max timestamp=1733352243114Num uniques 1018; 2024-12-04T22:44:03,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352243096, max timestamp=1733352243114Num uniques 1018; 2024-12-04T22:44:03,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:44:03,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:44:03,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733352243096, max timestamp=1733352243114Num uniques 1018; 2024-12-04T22:44:03,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T22:44:03,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352243155, max timestamp=1733352243174Num uniques 1027; 2024-12-04T22:44:03,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:44:03,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352243155, max timestamp=1733352243174Num uniques 1027; 2024-12-04T22:44:03,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:44:03,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733352243155, max timestamp=1733352243174Num uniques 1027; 2024-12-04T22:44:03,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-04T22:44:03,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733352243210, max timestamp=1733352243227Num uniques 1036; 2024-12-04T22:44:03,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-04T22:44:03,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733352243210, max timestamp=1733352243227Num uniques 1036; 2024-12-04T22:44:03,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-04T22:44:03,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733352243210, max timestamp=1733352243227Num uniques 1036; 2024-12-04T22:44:03,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-04T22:44:03,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733352243269, max timestamp=1733352243290Num uniques 1045; 2024-12-04T22:44:03,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-04T22:44:03,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733352243269, max timestamp=1733352243290Num uniques 1045; 2024-12-04T22:44:03,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-04T22:44:03,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733352243269, max timestamp=1733352243290Num uniques 1045; 2024-12-04T22:44:03,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/9840c0493aab:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-04T22:44:03,350 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/cdbd40046f6f469cb451e80ab3820539 2024-12-04T22:44:03,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/e72356de6fe44347a1536461c3ee2883 is 50, key is test_row_0/C:col10/1733352240827/Put/seqid=0 2024-12-04T22:44:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742434_1610 (size=9857) 2024-12-04T22:44:03,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352303362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:03,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352303470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352303680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:03,758 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/e72356de6fe44347a1536461c3ee2883 2024-12-04T22:44:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/0705ba1af0ed4f729d6647492a961891 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891 2024-12-04T22:44:03,764 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891, entries=100, sequenceid=453, filesize=22.0 K 2024-12-04T22:44:03,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/cdbd40046f6f469cb451e80ab3820539 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/cdbd40046f6f469cb451e80ab3820539 2024-12-04T22:44:03,766 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/cdbd40046f6f469cb451e80ab3820539, entries=100, sequenceid=453, filesize=9.6 K 2024-12-04T22:44:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/e72356de6fe44347a1536461c3ee2883 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e72356de6fe44347a1536461c3ee2883 2024-12-04T22:44:03,769 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e72356de6fe44347a1536461c3ee2883, entries=100, sequenceid=453, filesize=9.6 K 2024-12-04T22:44:03,770 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 29c1d1b3f6995bba68b129f6192d3105 in 1260ms, sequenceid=453, compaction requested=true 2024-12-04T22:44:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-04T22:44:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-04T22:44:03,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-04T22:44:03,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6990 sec 2024-12-04T22:44:03,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.7030 sec 2024-12-04T22:44:03,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=147.60 KB heapSize=422.16 KB 2024-12-04T22:44:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(8855): Flush requested on 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:03,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:44:03,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:44:03,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:44:03,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:44:03,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:44:03,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T22:44:03,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045ca126b9d4a24fd49c774adf842b32a1_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:04,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742435_1611 (size=12454) 2024-12-04T22:44:04,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:04,004 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045ca126b9d4a24fd49c774adf842b32a1_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045ca126b9d4a24fd49c774adf842b32a1_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:04,004 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/341a70725ca940d7981a5396d7c15b85, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:04,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/341a70725ca940d7981a5396d7c15b85 is 175, key is test_row_0/A:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742436_1612 (size=31255) 2024-12-04T22:44:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352304016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352304130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-04T22:44:04,240 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:44:04,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T22:44:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-04T22:44:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:04,242 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T22:44:04,242 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T22:44:04,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T22:44:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352304340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:04,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:04,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,408 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=560, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/341a70725ca940d7981a5396d7c15b85 2024-12-04T22:44:04,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/7d41b6f8fe034cc7b67535d9bbe0a52e is 50, key is test_row_0/B:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742437_1613 (size=12301) 2024-12-04T22:44:04,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46204 deadline: 1733352304430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,432 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_2' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46306 deadline: 1733352304440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,443 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46276 deadline: 1733352304450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,453 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_1' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46234 deadline: 1733352304459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,462 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9840c0493aab,32925,1733352064572 for 'test_row_0' in 29c1d1b3f6995bba68b129f6192d3105 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T22:44:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:04,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352304650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:04,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/7d41b6f8fe034cc7b67535d9bbe0a52e 2024-12-04T22:44:04,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/0b15d53e7cd44848aaab76654224cf53 is 50, key is test_row_0/C:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:04,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742438_1614 (size=12301) 2024-12-04T22:44:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:04,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:04,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:44:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46264 deadline: 1733352305159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 2024-12-04T22:44:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 , the old value is region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T22:44:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., hostname=9840c0493aab,32925,1733352064572, seqNum=5 because the exception is null or not the one we care about 2024-12-04T22:44:05,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. as already flushing 2024-12-04T22:44:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:44:05,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/0b15d53e7cd44848aaab76654224cf53 2024-12-04T22:44:05,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/341a70725ca940d7981a5396d7c15b85 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85 2024-12-04T22:44:05,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85, entries=150, sequenceid=560, filesize=30.5 K 2024-12-04T22:44:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/7d41b6f8fe034cc7b67535d9bbe0a52e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7d41b6f8fe034cc7b67535d9bbe0a52e 2024-12-04T22:44:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7d41b6f8fe034cc7b67535d9bbe0a52e, entries=150, sequenceid=560, filesize=12.0 K 2024-12-04T22:44:05,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/0b15d53e7cd44848aaab76654224cf53 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0b15d53e7cd44848aaab76654224cf53 2024-12-04T22:44:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0b15d53e7cd44848aaab76654224cf53, entries=150, sequenceid=560, filesize=12.0 K 2024-12-04T22:44:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~422.11 KB/432240, currentSize=33.54 KB/34350 for 29c1d1b3f6995bba68b129f6192d3105 in 1250ms, sequenceid=560, compaction requested=true 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,242 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:44:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 29c1d1b3f6995bba68b129f6192d3105:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T22:44:05,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:44:05,242 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:44:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/B is initiating minor compaction (all files) 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/A is initiating minor compaction (all files) 2024-12-04T22:44:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,245 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/A in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,245 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/B in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,245 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7b115e1bace74185bd9289d2c318ea2b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/17b0bc2b5f754a63886589fcb9c918ff, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/cdbd40046f6f469cb451e80ab3820539, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7d41b6f8fe034cc7b67535d9bbe0a52e] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=46.1 K 2024-12-04T22:44:05,245 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/53fda8b05fb04ada999a6a9b46fe939e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=122.5 K 2024-12-04T22:44:05,245 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. files: [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/53fda8b05fb04ada999a6a9b46fe939e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85] 2024-12-04T22:44:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b115e1bace74185bd9289d2c318ea2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733352238361 2024-12-04T22:44:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53fda8b05fb04ada999a6a9b46fe939e, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733352238361 2024-12-04T22:44:05,245 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 17b0bc2b5f754a63886589fcb9c918ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733352239640 2024-12-04T22:44:05,246 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b28e29a333470fb986dac7aa9566f2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733352239640 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting cdbd40046f6f469cb451e80ab3820539, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733352240819 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0705ba1af0ed4f729d6647492a961891, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733352240819 2024-12-04T22:44:05,246 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d41b6f8fe034cc7b67535d9bbe0a52e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352243358 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 341a70725ca940d7981a5396d7c15b85, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352243358 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,261 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#B#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:44:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,261 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/16e7b6f918d24958b34048db69f58bae is 50, key is test_row_0/B:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,262 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742439_1615 (size=12881) 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,279 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412042a96f72f36e34612997e302209657880_29c1d1b3f6995bba68b129f6192d3105 store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/16e7b6f918d24958b34048db69f58bae as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/16e7b6f918d24958b34048db69f58bae 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,281 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412042a96f72f36e34612997e302209657880_29c1d1b3f6995bba68b129f6192d3105, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042a96f72f36e34612997e302209657880_29c1d1b3f6995bba68b129f6192d3105 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,285 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/B of 29c1d1b3f6995bba68b129f6192d3105 into 16e7b6f918d24958b34048db69f58bae(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:44:05,285 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:05,285 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/B, priority=12, startTime=1733352245242; duration=0sec 2024-12-04T22:44:05,285 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T22:44:05,285 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:B 2024-12-04T22:44:05,285 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T22:44:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742440_1616 (size=4469) 2024-12-04T22:44:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,287 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T22:44:05,287 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#A#compaction#524 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:44:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,287 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1541): 29c1d1b3f6995bba68b129f6192d3105/C is initiating minor compaction (all files) 2024-12-04T22:44:05,287 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 29c1d1b3f6995bba68b129f6192d3105/C in TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,287 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0e7e150e7f154ecc95a18572bd208122, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/857b7b3826574f95873df0dd88bc3fc9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e72356de6fe44347a1536461c3ee2883, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0b15d53e7cd44848aaab76654224cf53] into tmpdir=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp, totalSize=46.1 K 2024-12-04T22:44:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,287 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5d565c0b42784d9f970cec09f071d714 is 175, key is test_row_0/A:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:05,288 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e7e150e7f154ecc95a18572bd208122, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733352238361 2024-12-04T22:44:05,288 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 857b7b3826574f95873df0dd88bc3fc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733352239640 2024-12-04T22:44:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,288 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting e72356de6fe44347a1536461c3ee2883, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733352240819 2024-12-04T22:44:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,289 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b15d53e7cd44848aaab76654224cf53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733352243358 2024-12-04T22:44:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742441_1617 (size=31835) 2024-12-04T22:44:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/5d565c0b42784d9f970cec09f071d714 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5d565c0b42784d9f970cec09f071d714 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,298 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 29c1d1b3f6995bba68b129f6192d3105#C#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T22:44:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,298 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/b946d5e0e1504dd6ae7a2d1676ec2f65 is 50, key is test_row_0/C:col10/1733352243991/Put/seqid=0 2024-12-04T22:44:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/A of 29c1d1b3f6995bba68b129f6192d3105 into 5d565c0b42784d9f970cec09f071d714(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:44:05,301 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:05,301 INFO [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/A, priority=12, startTime=1733352245242; duration=0sec 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,301 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:05,301 DEBUG [RS:0;9840c0493aab:32925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:A 2024-12-04T22:44:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742442_1618 (size=12881) 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/b946d5e0e1504dd6ae7a2d1676ec2f65 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b946d5e0e1504dd6ae7a2d1676ec2f65 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,308 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 29c1d1b3f6995bba68b129f6192d3105/C of 29c1d1b3f6995bba68b129f6192d3105 into b946d5e0e1504dd6ae7a2d1676ec2f65(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T22:44:05,308 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:05,308 INFO [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., storeName=29c1d1b3f6995bba68b129f6192d3105/C, priority=12, startTime=1733352245242; duration=0sec 2024-12-04T22:44:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,309 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T22:44:05,309 DEBUG [RS:0;9840c0493aab:32925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 29c1d1b3f6995bba68b129f6192d3105:C 2024-12-04T22:44:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:44:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:05,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:44:05,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:44:05,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204293b82feac7441a2a1a363d34df2449d_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352244015/Put/seqid=0 2024-12-04T22:44:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742443_1619 (size=7374) 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 INFO [Thread-2447 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2447. 2024-12-04T22:44:05,424 DEBUG [Thread-2447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:05,424 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,424 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,426 INFO [Thread-2443 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2443. 2024-12-04T22:44:05,426 DEBUG [Thread-2443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:05,426 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,426 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,428 INFO [Thread-2449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2449. 2024-12-04T22:44:05,428 DEBUG [Thread-2449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:05,428 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,428 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,429 INFO [Thread-2451 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2451. 2024-12-04T22:44:05,429 DEBUG [Thread-2451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:05,429 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,429 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:05,430 INFO [Thread-2445 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2445. 2024-12-04T22:44:05,430 DEBUG [Thread-2445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:05,430 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,430 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:05,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:05,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:05,784 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204293b82feac7441a2a1a363d34df2449d_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204293b82feac7441a2a1a363d34df2449d_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/37a9645f5cdd4a5e9f0f6c461fcde41a, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:05,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/37a9645f5cdd4a5e9f0f6c461fcde41a is 175, key is test_row_0/A:col10/1733352244015/Put/seqid=0 2024-12-04T22:44:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742444_1620 (size=13865) 2024-12-04T22:44:06,173 INFO [Thread-2440 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2440. 2024-12-04T22:44:06,174 DEBUG [Thread-2440 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:06,174 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:06,174 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:06,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:06,193 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=571, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/37a9645f5cdd4a5e9f0f6c461fcde41a 2024-12-04T22:44:06,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/6538d15c98c548bfbb27c31ae4e53e67 is 50, key is test_row_0/B:col10/1733352244015/Put/seqid=0 2024-12-04T22:44:06,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742445_1621 (size=7415) 2024-12-04T22:44:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:06,608 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/6538d15c98c548bfbb27c31ae4e53e67 2024-12-04T22:44:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/7661405bc57c47409cea9c8c8694559c is 50, key is test_row_0/C:col10/1733352244015/Put/seqid=0 2024-12-04T22:44:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742446_1622 (size=7415) 2024-12-04T22:44:07,023 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/7661405bc57c47409cea9c8c8694559c 2024-12-04T22:44:07,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/37a9645f5cdd4a5e9f0f6c461fcde41a as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/37a9645f5cdd4a5e9f0f6c461fcde41a 2024-12-04T22:44:07,038 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/37a9645f5cdd4a5e9f0f6c461fcde41a, entries=50, sequenceid=571, filesize=13.5 K 2024-12-04T22:44:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/6538d15c98c548bfbb27c31ae4e53e67 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/6538d15c98c548bfbb27c31ae4e53e67 2024-12-04T22:44:07,043 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/6538d15c98c548bfbb27c31ae4e53e67, entries=50, sequenceid=571, filesize=7.2 K 2024-12-04T22:44:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/7661405bc57c47409cea9c8c8694559c as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/7661405bc57c47409cea9c8c8694559c 2024-12-04T22:44:07,047 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/7661405bc57c47409cea9c8c8694559c, entries=50, sequenceid=571, filesize=7.2 K 2024-12-04T22:44:07,048 INFO [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=6.71 KB/6870 for 29c1d1b3f6995bba68b129f6192d3105 in 1682ms, sequenceid=571, compaction requested=false 2024-12-04T22:44:07,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 29c1d1b3f6995bba68b129f6192d3105: 2024-12-04T22:44:07,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:07,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-04T22:44:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-04T22:44:07,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-04T22:44:07,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8070 sec 2024-12-04T22:44:07,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.8110 sec 2024-12-04T22:44:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-04T22:44:08,411 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:44:14,474 INFO [Thread-2438 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2438. 2024-12-04T22:44:14,474 DEBUG [Thread-2438 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:14,474 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,474 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:14,521 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-12-04T22:44:14,521 INFO [Thread-2432 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2432. 2024-12-04T22:44:14,521 DEBUG [Thread-2432 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:14,521 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:14,521 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,521 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,521 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,521 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:14,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:14,531 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-12-04T22:44:14,531 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T22:44:14,531 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,532 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 262 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3973 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4176 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4038 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3977 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4177 2024-12-04T22:44:14,532 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T22:44:14,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:44:14,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:44:14,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:14,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:14,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T22:44:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T22:44:14,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352254537"}]},"ts":"1733352254537"} 2024-12-04T22:44:14,539 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T22:44:14,539 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T22:44:14,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T22:44:14,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, UNASSIGN}] 2024-12-04T22:44:14,542 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, UNASSIGN 2024-12-04T22:44:14,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=CLOSING, regionLocation=9840c0493aab,32925,1733352064572 2024-12-04T22:44:14,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, UNASSIGN because future has completed 2024-12-04T22:44:14,545 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T22:44:14,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572}] 2024-12-04T22:44:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T22:44:14,698 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:14,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T22:44:14,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing 29c1d1b3f6995bba68b129f6192d3105, disabling compactions & flushes 2024-12-04T22:44:14,699 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:14,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:14,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. after waiting 0 ms 2024-12-04T22:44:14,699 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:14,699 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing 29c1d1b3f6995bba68b129f6192d3105 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T22:44:14,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=A 2024-12-04T22:44:14,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:14,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=B 2024-12-04T22:44:14,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:14,700 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 29c1d1b3f6995bba68b129f6192d3105, store=C 2024-12-04T22:44:14,701 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T22:44:14,711 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d96fec1553d844f282b16e539aaebe63_29c1d1b3f6995bba68b129f6192d3105 is 50, key is test_row_0/A:col10/1733352254471/Put/seqid=0 2024-12-04T22:44:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742447_1623 (size=12454) 2024-12-04T22:44:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T22:44:15,116 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:44:15,123 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d96fec1553d844f282b16e539aaebe63_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d96fec1553d844f282b16e539aaebe63_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:15,124 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/32f582c33eac4004bee2078c8676c080, store: [table=TestAcidGuarantees family=A region=29c1d1b3f6995bba68b129f6192d3105] 2024-12-04T22:44:15,124 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/32f582c33eac4004bee2078c8676c080 is 175, key is test_row_0/A:col10/1733352254471/Put/seqid=0 2024-12-04T22:44:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742448_1624 (size=31255) 2024-12-04T22:44:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T22:44:15,531 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=579, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/32f582c33eac4004bee2078c8676c080 2024-12-04T22:44:15,543 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/b9503f786eab4aa2be3adb3037fe8eb7 is 50, key is test_row_0/B:col10/1733352254471/Put/seqid=0 2024-12-04T22:44:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742449_1625 (size=12301) 2024-12-04T22:44:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T22:44:15,949 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/b9503f786eab4aa2be3adb3037fe8eb7 2024-12-04T22:44:15,964 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/e18a2ca37c384ea8907da347b22a4790 is 50, key is test_row_0/C:col10/1733352254471/Put/seqid=0 2024-12-04T22:44:15,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742450_1626 (size=12301) 2024-12-04T22:44:15,968 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/e18a2ca37c384ea8907da347b22a4790 2024-12-04T22:44:15,973 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/A/32f582c33eac4004bee2078c8676c080 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/32f582c33eac4004bee2078c8676c080 2024-12-04T22:44:15,977 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/32f582c33eac4004bee2078c8676c080, entries=150, sequenceid=579, filesize=30.5 K 2024-12-04T22:44:15,977 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/B/b9503f786eab4aa2be3adb3037fe8eb7 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b9503f786eab4aa2be3adb3037fe8eb7 2024-12-04T22:44:15,980 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b9503f786eab4aa2be3adb3037fe8eb7, entries=150, sequenceid=579, filesize=12.0 K 2024-12-04T22:44:15,981 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/.tmp/C/e18a2ca37c384ea8907da347b22a4790 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e18a2ca37c384ea8907da347b22a4790 2024-12-04T22:44:15,984 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e18a2ca37c384ea8907da347b22a4790, entries=150, sequenceid=579, filesize=12.0 K 2024-12-04T22:44:15,985 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 29c1d1b3f6995bba68b129f6192d3105 in 1286ms, sequenceid=579, compaction requested=true 2024-12-04T22:44:15,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0e02e67761ad40c8850a382536aaa7af, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f86d826d86014deabe5428267e0cc632, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/1caaf60c548c4da69f67e5d5e7e2e45e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/53fda8b05fb04ada999a6a9b46fe939e, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85] to archive 2024-12-04T22:44:15,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:44:15,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f0f12a10e367497993b1f92c9de350a1 2024-12-04T22:44:15,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/310fcec3f78f4973930b9462e7b4d3b1 2024-12-04T22:44:15,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0e02e67761ad40c8850a382536aaa7af to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0e02e67761ad40c8850a382536aaa7af 2024-12-04T22:44:15,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5672d79e392649ce8f0cbdaebf18deab 2024-12-04T22:44:15,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/36054b052d7242ef8c243047063cef10 2024-12-04T22:44:15,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/313166f9380c46759124184cc70cd549 2024-12-04T22:44:15,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f86d826d86014deabe5428267e0cc632 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/f86d826d86014deabe5428267e0cc632 2024-12-04T22:44:15,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5e1e2be3e5d94d80b19247ea8b09948b 2024-12-04T22:44:15,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/11fbf9fa639f414baab36fd6b1ee261c 2024-12-04T22:44:16,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/1caaf60c548c4da69f67e5d5e7e2e45e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/1caaf60c548c4da69f67e5d5e7e2e45e 2024-12-04T22:44:16,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/196935cfc551441f83ac36bbabe27722 2024-12-04T22:44:16,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b89cd025fed34cc7ac27adcb0a316bdb 2024-12-04T22:44:16,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/be60156f8e274d2095d4031b3b663152 2024-12-04T22:44:16,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/53fda8b05fb04ada999a6a9b46fe939e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/53fda8b05fb04ada999a6a9b46fe939e 2024-12-04T22:44:16,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/b3b28e29a333470fb986dac7aa9566f2 2024-12-04T22:44:16,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/0705ba1af0ed4f729d6647492a961891 2024-12-04T22:44:16,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/341a70725ca940d7981a5396d7c15b85 2024-12-04T22:44:16,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/30159e8d001c456891c068bec8a31df9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/da39b2cfd078476ab658dc86c0d64c92, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/06efdfa908ed4912955102a61d814915, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/74b400d9fc3a4312a3f708635d654e91, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/37f39bc54242456d9edcf8c89f532ddc, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/95308ae428e245189ead106c779814de, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/f3ee2b1f059f4b34a9f43989a83bf2c9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/66703ffde3624f5b8a9dc18d85a72785, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ff302e79055140c1ae3f332f41972a87, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/bf83a7324de3485482a4dabc7f83bccd, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ac62f1577e48472cbd2ed6067e0e3757, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/9401963cdac344efb3cde34d08b910c2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7b115e1bace74185bd9289d2c318ea2b, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b212264e4c8f4529ab3371ee72212c4d, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/17b0bc2b5f754a63886589fcb9c918ff, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/cdbd40046f6f469cb451e80ab3820539, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7d41b6f8fe034cc7b67535d9bbe0a52e] to archive 2024-12-04T22:44:16,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:44:16,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/30159e8d001c456891c068bec8a31df9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/30159e8d001c456891c068bec8a31df9 2024-12-04T22:44:16,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/da39b2cfd078476ab658dc86c0d64c92 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/da39b2cfd078476ab658dc86c0d64c92 2024-12-04T22:44:16,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/06efdfa908ed4912955102a61d814915 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/06efdfa908ed4912955102a61d814915 2024-12-04T22:44:16,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/74b400d9fc3a4312a3f708635d654e91 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/74b400d9fc3a4312a3f708635d654e91 2024-12-04T22:44:16,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/37f39bc54242456d9edcf8c89f532ddc to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/37f39bc54242456d9edcf8c89f532ddc 2024-12-04T22:44:16,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/95308ae428e245189ead106c779814de to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/95308ae428e245189ead106c779814de 2024-12-04T22:44:16,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/f3ee2b1f059f4b34a9f43989a83bf2c9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/f3ee2b1f059f4b34a9f43989a83bf2c9 2024-12-04T22:44:16,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/66703ffde3624f5b8a9dc18d85a72785 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/66703ffde3624f5b8a9dc18d85a72785 2024-12-04T22:44:16,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ff302e79055140c1ae3f332f41972a87 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ff302e79055140c1ae3f332f41972a87 2024-12-04T22:44:16,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/bf83a7324de3485482a4dabc7f83bccd to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/bf83a7324de3485482a4dabc7f83bccd 2024-12-04T22:44:16,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ac62f1577e48472cbd2ed6067e0e3757 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/ac62f1577e48472cbd2ed6067e0e3757 2024-12-04T22:44:16,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/9401963cdac344efb3cde34d08b910c2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/9401963cdac344efb3cde34d08b910c2 2024-12-04T22:44:16,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7b115e1bace74185bd9289d2c318ea2b to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7b115e1bace74185bd9289d2c318ea2b 2024-12-04T22:44:16,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b212264e4c8f4529ab3371ee72212c4d to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b212264e4c8f4529ab3371ee72212c4d 2024-12-04T22:44:16,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/17b0bc2b5f754a63886589fcb9c918ff to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/17b0bc2b5f754a63886589fcb9c918ff 2024-12-04T22:44:16,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/cdbd40046f6f469cb451e80ab3820539 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/cdbd40046f6f469cb451e80ab3820539 2024-12-04T22:44:16,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7d41b6f8fe034cc7b67535d9bbe0a52e to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/7d41b6f8fe034cc7b67535d9bbe0a52e 2024-12-04T22:44:16,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/6e6ee81f227a42ec9ec61470b094dcd2, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/d48bf3ade42c4c3aace9958e99421fe8, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b34096b2cb144ab6afc763538d991ea4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/71626cb3ec344d389013b9c7ae28bd92, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/84672940214e42b79bf8eb39f1aa3beb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/1a072a9d6ae34863920bd1b918d0f8bf, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/881f1e91da7c4d3c8d118c70fe2a2e52, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/95c39e30ebb2412d8fab9ba8fde21126, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/5541fc52bc7e4adaa0714f1a5e75b1aa, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f205dcfd19a34ab5bb1cbc9741650e7a, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f24738cb70b8447d9a0fb9d17642ebfb, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/ee91ce1aaf4c45468a8e4e606c0081c4, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0e7e150e7f154ecc95a18572bd208122, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/9385a586d72945ec84df886f167da786, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/857b7b3826574f95873df0dd88bc3fc9, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e72356de6fe44347a1536461c3ee2883, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0b15d53e7cd44848aaab76654224cf53] to archive 2024-12-04T22:44:16,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T22:44:16,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/6e6ee81f227a42ec9ec61470b094dcd2 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/6e6ee81f227a42ec9ec61470b094dcd2 2024-12-04T22:44:16,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/d48bf3ade42c4c3aace9958e99421fe8 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/d48bf3ade42c4c3aace9958e99421fe8 2024-12-04T22:44:16,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b34096b2cb144ab6afc763538d991ea4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b34096b2cb144ab6afc763538d991ea4 2024-12-04T22:44:16,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/71626cb3ec344d389013b9c7ae28bd92 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/71626cb3ec344d389013b9c7ae28bd92 2024-12-04T22:44:16,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/84672940214e42b79bf8eb39f1aa3beb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/84672940214e42b79bf8eb39f1aa3beb 2024-12-04T22:44:16,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/1a072a9d6ae34863920bd1b918d0f8bf to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/1a072a9d6ae34863920bd1b918d0f8bf 2024-12-04T22:44:16,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/881f1e91da7c4d3c8d118c70fe2a2e52 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/881f1e91da7c4d3c8d118c70fe2a2e52 2024-12-04T22:44:16,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/95c39e30ebb2412d8fab9ba8fde21126 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/95c39e30ebb2412d8fab9ba8fde21126 2024-12-04T22:44:16,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/5541fc52bc7e4adaa0714f1a5e75b1aa to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/5541fc52bc7e4adaa0714f1a5e75b1aa 2024-12-04T22:44:16,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f205dcfd19a34ab5bb1cbc9741650e7a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f205dcfd19a34ab5bb1cbc9741650e7a 2024-12-04T22:44:16,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f24738cb70b8447d9a0fb9d17642ebfb to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/f24738cb70b8447d9a0fb9d17642ebfb 2024-12-04T22:44:16,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/ee91ce1aaf4c45468a8e4e606c0081c4 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/ee91ce1aaf4c45468a8e4e606c0081c4 2024-12-04T22:44:16,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0e7e150e7f154ecc95a18572bd208122 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0e7e150e7f154ecc95a18572bd208122 2024-12-04T22:44:16,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/9385a586d72945ec84df886f167da786 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/9385a586d72945ec84df886f167da786 2024-12-04T22:44:16,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/857b7b3826574f95873df0dd88bc3fc9 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/857b7b3826574f95873df0dd88bc3fc9 2024-12-04T22:44:16,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e72356de6fe44347a1536461c3ee2883 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e72356de6fe44347a1536461c3ee2883 2024-12-04T22:44:16,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0b15d53e7cd44848aaab76654224cf53 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/0b15d53e7cd44848aaab76654224cf53 2024-12-04T22:44:16,042 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/recovered.edits/582.seqid, newMaxSeqId=582, maxSeqId=4 2024-12-04T22:44:16,043 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. 2024-12-04T22:44:16,043 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for 29c1d1b3f6995bba68b129f6192d3105: Waiting for close lock at 1733352254699Running coprocessor pre-close hooks at 1733352254699Disabling compacts and flushes for region at 1733352254699Disabling writes for close at 1733352254699Obtaining lock to block concurrent updates at 1733352254699Preparing flush snapshotting stores in 29c1d1b3f6995bba68b129f6192d3105 at 1733352254699Finished memstore snapshotting TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733352254701 (+2 ms)Flushing stores of TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105. at 1733352254702 (+1 ms)Flushing 29c1d1b3f6995bba68b129f6192d3105/A: creating writer at 1733352254702Flushing mob file 29c1d1b3f6995bba68b129f6192d3105/A: appending metadata at 1733352254711 (+9 ms)Flushing mob file 29c1d1b3f6995bba68b129f6192d3105/A: closing flushed file at 1733352254711Flushing 29c1d1b3f6995bba68b129f6192d3105/A: appending metadata at 1733352255124 (+413 ms)Flushing 29c1d1b3f6995bba68b129f6192d3105/A: closing flushed file at 1733352255124Flushing 29c1d1b3f6995bba68b129f6192d3105/B: creating writer at 1733352255537 (+413 ms)Flushing 29c1d1b3f6995bba68b129f6192d3105/B: appending metadata at 1733352255542 (+5 ms)Flushing 29c1d1b3f6995bba68b129f6192d3105/B: closing flushed file at 1733352255542Flushing 29c1d1b3f6995bba68b129f6192d3105/C: creating writer at 1733352255958 (+416 ms)Flushing 29c1d1b3f6995bba68b129f6192d3105/C: appending metadata at 1733352255963 (+5 ms)Flushing 29c1d1b3f6995bba68b129f6192d3105/C: closing flushed file at 1733352255963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c691a46: reopening flushed file at 1733352255972 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645569ce: reopening flushed file at 1733352255977 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf8ab01: reopening flushed file at 1733352255980 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 29c1d1b3f6995bba68b129f6192d3105 in 1286ms, sequenceid=579, compaction requested=true at 1733352255985 (+5 ms)Writing region close event to WAL at 1733352256040 (+55 ms)Running coprocessor post-close hooks at 1733352256043 (+3 ms)Closed at 1733352256043 2024-12-04T22:44:16,044 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed 29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=29c1d1b3f6995bba68b129f6192d3105, regionState=CLOSED 2024-12-04T22:44:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 because future has completed 2024-12-04T22:44:16,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-04T22:44:16,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure 29c1d1b3f6995bba68b129f6192d3105, server=9840c0493aab,32925,1733352064572 in 1.5010 sec 2024-12-04T22:44:16,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-12-04T22:44:16,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=29c1d1b3f6995bba68b129f6192d3105, UNASSIGN in 1.5060 sec 2024-12-04T22:44:16,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-04T22:44:16,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5080 sec 2024-12-04T22:44:16,050 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352256050"}]},"ts":"1733352256050"} 2024-12-04T22:44:16,051 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T22:44:16,051 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T22:44:16,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5180 sec 2024-12-04T22:44:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T22:44:16,681 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:44:16,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T22:44:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:16,686 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T22:44:16,688 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:16,693 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,696 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C, FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/recovered.edits] 2024-12-04T22:44:16,699 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/32f582c33eac4004bee2078c8676c080 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/32f582c33eac4004bee2078c8676c080 2024-12-04T22:44:16,700 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/37a9645f5cdd4a5e9f0f6c461fcde41a to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/37a9645f5cdd4a5e9f0f6c461fcde41a 2024-12-04T22:44:16,701 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5d565c0b42784d9f970cec09f071d714 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/A/5d565c0b42784d9f970cec09f071d714 2024-12-04T22:44:16,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/16e7b6f918d24958b34048db69f58bae to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/16e7b6f918d24958b34048db69f58bae 2024-12-04T22:44:16,706 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/6538d15c98c548bfbb27c31ae4e53e67 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/6538d15c98c548bfbb27c31ae4e53e67 2024-12-04T22:44:16,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b9503f786eab4aa2be3adb3037fe8eb7 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/B/b9503f786eab4aa2be3adb3037fe8eb7 2024-12-04T22:44:16,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/7661405bc57c47409cea9c8c8694559c to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/7661405bc57c47409cea9c8c8694559c 2024-12-04T22:44:16,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b946d5e0e1504dd6ae7a2d1676ec2f65 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/b946d5e0e1504dd6ae7a2d1676ec2f65 2024-12-04T22:44:16,714 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e18a2ca37c384ea8907da347b22a4790 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/C/e18a2ca37c384ea8907da347b22a4790 2024-12-04T22:44:16,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/recovered.edits/582.seqid to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105/recovered.edits/582.seqid 2024-12-04T22:44:16,718 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/default/TestAcidGuarantees/29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,718 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T22:44:16,718 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T22:44:16,719 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T22:44:16,723 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120411274ea068e64d1abd8955571bd69e87_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120411274ea068e64d1abd8955571bd69e87_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,724 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204293b82feac7441a2a1a363d34df2449d_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204293b82feac7441a2a1a363d34df2449d_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,726 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120434105d8377fe463cb511422630803fbb_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120434105d8377fe463cb511422630803fbb_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043a8fe7957c2e48bba2744c2e89c3d85c_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043a8fe7957c2e48bba2744c2e89c3d85c_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,729 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044d88122fa9f0487288f968fc5f9e4910_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044d88122fa9f0487288f968fc5f9e4910_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,729 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045ca126b9d4a24fd49c774adf842b32a1_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045ca126b9d4a24fd49c774adf842b32a1_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,730 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046819ad3dfdef4d039fb7cb10c872ce57_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046819ad3dfdef4d039fb7cb10c872ce57_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,731 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049aa84e8c9cdf47c99e03b7a7ee78ba66_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049aa84e8c9cdf47c99e03b7a7ee78ba66_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,731 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c0269d001f374810bf60cc7271f402b4_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c0269d001f374810bf60cc7271f402b4_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,732 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cf7bdc0e9c2646bdbe607ea37932cd5d_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cf7bdc0e9c2646bdbe607ea37932cd5d_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,733 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d3daeb9c56124b1b9f84d6aaa934972d_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d3daeb9c56124b1b9f84d6aaa934972d_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d96fec1553d844f282b16e539aaebe63_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d96fec1553d844f282b16e539aaebe63_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e908d9b8304849a49013baac3cc3bf76_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e908d9b8304849a49013baac3cc3bf76_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,735 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e94289966a9b4f0e87834270007672a9_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e94289966a9b4f0e87834270007672a9_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f0f8d8a9d4024905a29f33c4471e21cc_29c1d1b3f6995bba68b129f6192d3105 to hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f0f8d8a9d4024905a29f33c4471e21cc_29c1d1b3f6995bba68b129f6192d3105 2024-12-04T22:44:16,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T22:44:16,737 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:16,739 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T22:44:16,741 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T22:44:16,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:16,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T22:44:16,742 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733352256742"}]},"ts":"9223372036854775807"} 2024-12-04T22:44:16,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T22:44:16,743 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 29c1d1b3f6995bba68b129f6192d3105, NAME => 'TestAcidGuarantees,,1733352222226.29c1d1b3f6995bba68b129f6192d3105.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T22:44:16,743 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T22:44:16,743 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733352256743"}]},"ts":"9223372036854775807"} 2024-12-04T22:44:16,744 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T22:44:16,745 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T22:44:16,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-12-04T22:44:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T22:44:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T22:44:16,801 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T22:44:16,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=10436 (was 10455) 2024-12-04T22:44:16,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:44:16,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:44:16,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:44:16,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:16,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:16,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:44:16,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:44:16,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164229068, stopped=false 2024-12-04T22:44:16,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,37849,1733352063839 2024-12-04T22:44:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:44:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:44:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:44:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:44:16,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:44:16,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:44:16,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:44:16,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:44:16,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:16,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:44:16,882 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,32925,1733352064572' ***** 2024-12-04T22:44:16,882 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:44:16,883 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:44:16,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:44:16,884 INFO [RS:0;9840c0493aab:32925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:44:16,884 INFO [RS:0;9840c0493aab:32925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:44:16,885 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,32925,1733352064572 2024-12-04T22:44:16,885 INFO [RS:0;9840c0493aab:32925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:44:16,885 INFO [RS:0;9840c0493aab:32925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:32925. 2024-12-04T22:44:16,885 DEBUG [RS:0;9840c0493aab:32925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:44:16,885 DEBUG [RS:0;9840c0493aab:32925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:16,885 INFO [RS:0;9840c0493aab:32925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:44:16,886 INFO [RS:0;9840c0493aab:32925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:44:16,886 INFO [RS:0;9840c0493aab:32925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:44:16,886 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:44:16,887 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T22:44:16,887 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T22:44:16,887 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:44:16,887 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:44:16,887 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:44:16,887 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:44:16,888 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:44:16,888 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:16,888 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-04T22:44:16,908 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/info/085d3fad053b40e9be31f215948b00cb is 95, key is TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862./info:/1733352101057/DeleteFamily/seqid=0 2024-12-04T22:44:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742451_1627 (size=6514) 2024-12-04T22:44:16,972 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:44:17,088 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:17,129 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:44:17,129 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:44:17,288 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:17,313 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/info/085d3fad053b40e9be31f215948b00cb 2024-12-04T22:44:17,337 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/ns/90b95110a58e4ac59b41a146268c0dc8 is 93, key is TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862./ns:/1733352101003/DeleteFamily/seqid=0 2024-12-04T22:44:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742452_1628 (size=5906) 2024-12-04T22:44:17,488 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:17,689 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:17,741 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/ns/90b95110a58e4ac59b41a146268c0dc8 2024-12-04T22:44:17,763 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/rep_barrier/0c346400301745679db29cd054cab7df is 102, key is TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862./rep_barrier:/1733352101003/DeleteFamily/seqid=0 2024-12-04T22:44:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742453_1629 (size=6025) 2024-12-04T22:44:17,889 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:18,089 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:18,167 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/rep_barrier/0c346400301745679db29cd054cab7df 2024-12-04T22:44:18,193 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/table/279694b8fb30497397628e3440b02269 is 96, key is TestAcidGuarantees,,1733352069985.96ec22176583ddd29a65534d0bef9862./table:/1733352101003/DeleteFamily/seqid=0 2024-12-04T22:44:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742454_1630 (size=5936) 2024-12-04T22:44:18,290 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:18,490 DEBUG [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:44:18,597 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/table/279694b8fb30497397628e3440b02269 2024-12-04T22:44:18,602 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/info/085d3fad053b40e9be31f215948b00cb as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/info/085d3fad053b40e9be31f215948b00cb 2024-12-04T22:44:18,606 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/info/085d3fad053b40e9be31f215948b00cb, entries=12, sequenceid=90, filesize=6.4 K 2024-12-04T22:44:18,607 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/ns/90b95110a58e4ac59b41a146268c0dc8 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/ns/90b95110a58e4ac59b41a146268c0dc8 2024-12-04T22:44:18,609 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/ns/90b95110a58e4ac59b41a146268c0dc8, entries=8, sequenceid=90, filesize=5.8 K 2024-12-04T22:44:18,610 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/rep_barrier/0c346400301745679db29cd054cab7df as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/rep_barrier/0c346400301745679db29cd054cab7df 2024-12-04T22:44:18,613 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/rep_barrier/0c346400301745679db29cd054cab7df, entries=6, sequenceid=90, filesize=5.9 K 2024-12-04T22:44:18,614 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/.tmp/table/279694b8fb30497397628e3440b02269 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/table/279694b8fb30497397628e3440b02269 2024-12-04T22:44:18,617 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/table/279694b8fb30497397628e3440b02269, entries=7, sequenceid=90, filesize=5.8 K 2024-12-04T22:44:18,617 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=90, compaction requested=false 2024-12-04T22:44:18,622 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-04T22:44:18,622 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:44:18,622 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:44:18,622 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352256887Running coprocessor pre-close hooks at 1733352256887Disabling compacts and flushes for region at 1733352256887Disabling writes for close at 1733352256888 (+1 ms)Obtaining lock to block concurrent updates at 1733352256888Preparing flush snapshotting stores in 1588230740 at 1733352256888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733352256888Flushing stores of hbase:meta,,1.1588230740 at 1733352256889 (+1 ms)Flushing 1588230740/info: creating writer at 1733352256889Flushing 1588230740/info: appending metadata at 1733352256908 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733352256908Flushing 1588230740/ns: creating writer at 1733352257324 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733352257337 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733352257337Flushing 1588230740/rep_barrier: creating writer at 1733352257748 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733352257762 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733352257763 (+1 ms)Flushing 1588230740/table: creating writer at 1733352258176 (+413 ms)Flushing 1588230740/table: appending metadata at 1733352258193 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733352258193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427f767c: reopening flushed file at 1733352258601 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f2c81a: reopening flushed file at 1733352258606 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3a31d5: reopening flushed file at 1733352258609 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edafc82: reopening flushed file at 1733352258613 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=90, compaction requested=false at 1733352258617 (+4 ms)Writing region close event to WAL at 1733352258619 (+2 ms)Running coprocessor post-close hooks at 1733352258622 (+3 ms)Closed at 1733352258622 2024-12-04T22:44:18,623 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:44:18,691 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,32925,1733352064572; all regions closed. 2024-12-04T22:44:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741834_1010 (size=25344) 2024-12-04T22:44:18,702 DEBUG [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/oldWALs 2024-12-04T22:44:18,703 INFO [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C32925%2C1733352064572.meta:.meta(num 1733352069363) 2024-12-04T22:44:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741832_1008 (size=21054106) 2024-12-04T22:44:18,706 DEBUG [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/oldWALs 2024-12-04T22:44:18,706 INFO [RS:0;9840c0493aab:32925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C32925%2C1733352064572:(num 1733352068241) 2024-12-04T22:44:18,706 DEBUG [RS:0;9840c0493aab:32925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:44:18,706 INFO [RS:0;9840c0493aab:32925 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:44:18,706 INFO [RS:0;9840c0493aab:32925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:44:18,706 INFO [RS:0;9840c0493aab:32925 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:44:18,706 INFO [RS:0;9840c0493aab:32925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:44:18,707 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:44:18,707 INFO [RS:0;9840c0493aab:32925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32925 2024-12-04T22:44:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:44:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,32925,1733352064572 2024-12-04T22:44:18,773 INFO [RS:0;9840c0493aab:32925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:44:18,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,32925,1733352064572] 2024-12-04T22:44:18,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,32925,1733352064572 already deleted, retry=false 2024-12-04T22:44:18,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,32925,1733352064572 expired; onlineServers=0 2024-12-04T22:44:18,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,37849,1733352063839' ***** 2024-12-04T22:44:18,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:44:18,795 INFO [M:0;9840c0493aab:37849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:44:18,795 INFO [M:0;9840c0493aab:37849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:44:18,796 DEBUG [M:0;9840c0493aab:37849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:44:18,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:44:18,796 DEBUG [M:0;9840c0493aab:37849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:44:18,796 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352067872 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352067872,5,FailOnTimeoutGroup] 2024-12-04T22:44:18,796 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352067872 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352067872,5,FailOnTimeoutGroup] 2024-12-04T22:44:18,797 INFO [M:0;9840c0493aab:37849 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:44:18,797 INFO [M:0;9840c0493aab:37849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:44:18,797 DEBUG [M:0;9840c0493aab:37849 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:44:18,797 INFO [M:0;9840c0493aab:37849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:44:18,798 INFO [M:0;9840c0493aab:37849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:44:18,798 ERROR [M:0;9840c0493aab:37849 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:38975 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38975,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-04T22:44:18,799 INFO [M:0;9840c0493aab:37849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:44:18,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:44:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:44:18,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:44:18,804 DEBUG [M:0;9840c0493aab:37849 {}] zookeeper.ZKUtil(347): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:44:18,804 WARN [M:0;9840c0493aab:37849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:44:18,805 INFO [M:0;9840c0493aab:37849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/.lastflushedseqids 2024-12-04T22:44:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742455_1631 (size=72) 2024-12-04T22:44:18,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:44:18,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32925-0x101a2817be60001, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:44:18,885 INFO [RS:0;9840c0493aab:32925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:44:18,885 INFO [RS:0;9840c0493aab:32925 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,32925,1733352064572; zookeeper connection closed. 2024-12-04T22:44:18,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a6e042b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a6e042b 2024-12-04T22:44:18,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T22:44:19,216 INFO [M:0;9840c0493aab:37849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:44:19,217 INFO [M:0;9840c0493aab:37849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:44:19,218 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:44:19,218 INFO [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:44:19,218 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:44:19,218 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:44:19,218 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:44:19,218 INFO [M:0;9840c0493aab:37849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=814.55 KB heapSize=1001.13 KB 2024-12-04T22:44:19,238 DEBUG [M:0;9840c0493aab:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8002972bb0254ead9f13fbc96aa5c8b0 is 82, key is hbase:meta,,1/info:regioninfo/1733352069439/Put/seqid=0 2024-12-04T22:44:19,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742456_1632 (size=5672) 2024-12-04T22:44:19,641 INFO [M:0;9840c0493aab:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2313 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8002972bb0254ead9f13fbc96aa5c8b0 2024-12-04T22:44:19,663 DEBUG [M:0;9840c0493aab:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0858a50b8c454ca5b1cedc043e833c9e is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1733352225387/Put/seqid=0 2024-12-04T22:44:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742457_1633 (size=46395) 2024-12-04T22:44:20,066 INFO [M:0;9840c0493aab:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=813.99 KB at sequenceid=2313 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0858a50b8c454ca5b1cedc043e833c9e 2024-12-04T22:44:20,069 INFO [M:0;9840c0493aab:37849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0858a50b8c454ca5b1cedc043e833c9e 2024-12-04T22:44:20,082 DEBUG [M:0;9840c0493aab:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b78c320b696e477b95c239fd9b4f647e is 69, key is 9840c0493aab,32925,1733352064572/rs:state/1733352067978/Put/seqid=0 2024-12-04T22:44:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073742458_1634 (size=5156) 2024-12-04T22:44:20,485 INFO [M:0;9840c0493aab:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2313 (bloomFilter=true), to=hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b78c320b696e477b95c239fd9b4f647e 2024-12-04T22:44:20,489 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8002972bb0254ead9f13fbc96aa5c8b0 as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8002972bb0254ead9f13fbc96aa5c8b0 2024-12-04T22:44:20,491 INFO [M:0;9840c0493aab:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8002972bb0254ead9f13fbc96aa5c8b0, entries=8, sequenceid=2313, filesize=5.5 K 2024-12-04T22:44:20,491 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0858a50b8c454ca5b1cedc043e833c9e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0858a50b8c454ca5b1cedc043e833c9e 2024-12-04T22:44:20,494 INFO [M:0;9840c0493aab:37849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0858a50b8c454ca5b1cedc043e833c9e 2024-12-04T22:44:20,494 INFO [M:0;9840c0493aab:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0858a50b8c454ca5b1cedc043e833c9e, entries=176, sequenceid=2313, filesize=45.3 K 2024-12-04T22:44:20,494 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b78c320b696e477b95c239fd9b4f647e as hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b78c320b696e477b95c239fd9b4f647e 2024-12-04T22:44:20,498 INFO [M:0;9840c0493aab:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38975/user/jenkins/test-data/4e2fb9c2-f55c-8bce-2e87-699f34e6d5a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b78c320b696e477b95c239fd9b4f647e, entries=1, sequenceid=2313, filesize=5.0 K 2024-12-04T22:44:20,498 INFO [M:0;9840c0493aab:37849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~814.55 KB/834096, heapSize ~1000.83 KB/1024848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2313, compaction requested=false 2024-12-04T22:44:20,500 INFO [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:44:20,500 DEBUG [M:0;9840c0493aab:37849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352259217Disabling compacts and flushes for region at 1733352259217Disabling writes for close at 1733352259218 (+1 ms)Obtaining lock to block concurrent updates at 1733352259218Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352259218Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=834096, getHeapSize=1025088, getOffHeapSize=0, getCellsCount=2514 at 1733352259219 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352259220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352259220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352259237 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352259237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352259644 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352259662 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352259662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352260069 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352260081 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352260081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e79ed9: reopening flushed file at 1733352260488 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35316be8: reopening flushed file at 1733352260491 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e3a6c7: reopening flushed file at 1733352260494 (+3 ms)Finished flush of dataSize ~814.55 KB/834096, heapSize ~1000.83 KB/1024848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2313, compaction requested=false at 1733352260498 (+4 ms)Writing region close event to WAL at 1733352260500 (+2 ms)Closed at 1733352260500 2024-12-04T22:44:20,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741830_1006 (size=985664) 2024-12-04T22:44:20,504 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:44:20,504 INFO [M:0;9840c0493aab:37849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:44:20,504 INFO [M:0;9840c0493aab:37849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37849 2024-12-04T22:44:20,504 INFO [M:0;9840c0493aab:37849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:44:20,673 INFO [M:0;9840c0493aab:37849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:44:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:44:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x101a2817be60000, quorum=127.0.0.1:59843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:44:20,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:44:20,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:44:20,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:44:20,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:44:20,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/hadoop.log.dir/,STOPPED} 2024-12-04T22:44:20,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:44:20,682 WARN [BP-1105300796-172.17.0.2-1733352060198 heartbeating to localhost/127.0.0.1:38975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:44:20,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:44:20,682 WARN [BP-1105300796-172.17.0.2-1733352060198 heartbeating to localhost/127.0.0.1:38975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1105300796-172.17.0.2-1733352060198 (Datanode Uuid 9bcfbdb8-d899-4bd6-87e1-521af4c1cf7e) service to localhost/127.0.0.1:38975 2024-12-04T22:44:20,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/data/data1/current/BP-1105300796-172.17.0.2-1733352060198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:44:20,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/cluster_fdaf3d63-9d62-207b-3aeb-6a1c3b125813/data/data2/current/BP-1105300796-172.17.0.2-1733352060198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:44:20,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:44:20,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:44:20,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:44:20,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:44:20,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:44:20,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5f4a633e-8eb7-a744-1b95-6fe0fb76b700/hadoop.log.dir/,STOPPED} 2024-12-04T22:44:20,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:44:20,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down